-- Logs begin at Wed 2022-04-06 10:06:54 UTC, end at Wed 2022-04-06 11:41:37 UTC. -- Apr 06 10:44:56.488931 dv-cinder-836071-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 10:44:59.511331 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:44:59.511971 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:44:59.512129 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:44:59.515448 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:44:59.515707 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:44:59.516023 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=120321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:44:59.516978 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:44:59.517214 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:44:59.517631 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:44:59.517883 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:44:59.518113 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:44:59.518546 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.518978 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 10:44:59.519294 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.519591 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.519882 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.520181 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.520472 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.520759 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.521062 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.521381 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.521675 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.521963 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.522798 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.523166 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.523166 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] config_source = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.523821 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.524110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.524395 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] debug = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.524680 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.525124 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.525569 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.525856 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.526151 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.526432 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.526706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.526985 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.527271 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.527602 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] host = dv-cinder-836071-2-iscsi {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.527883 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.528170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.528458 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.528745 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.529024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.529318 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.529607 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.529882 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_dir = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.530155 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.530433 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.530719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.531007 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.531294 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.531521 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.531750 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.532047 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.532333 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.532611 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.532886 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.533162 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.533462 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.533740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.534009 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.534296 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.534578 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.534864 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.535144 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.535420 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.535692 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.535963 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.536252 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.536528 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.536800 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.537072 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.537388 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.537655 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.538610 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.538884 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.539174 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.539457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.539743 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.540019 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.540303 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.540578 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.540853 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_journal = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.541127 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_json = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.541522 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.541798 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.542086 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.542362 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.542637 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.542912 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.543186 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.543472 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.543747 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:59.544047 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.544343 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.544644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.544942 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.545231 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.545538 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.545830 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.546111 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.546406 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.546700 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.546999 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.547280 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.547587 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.547989 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.548181 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.548494 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.548792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.549089 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.549391 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.549672 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.549950 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.550232 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.550526 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.550808 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.551098 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.551389 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.551671 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.551971 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.552263 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.552563 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.552849 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.553123 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.553533 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.553897 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.554223 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.554753 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.555069 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.555389 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.555679 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.555963 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.556252 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.556540 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.556816 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.557091 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.557398 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.557691 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.557974 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.558247 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.558521 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.558801 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.559076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.559359 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.559636 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.559910 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.560184 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.560464 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.560739 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.561011 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.561289 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.561589 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.561867 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.562140 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.562414 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.562687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.562958 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.563228 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.563499 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.563774 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.564048 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.564321 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.564599 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.564874 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.565143 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.565440 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.565736 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.566035 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.566321 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.566605 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.566885 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.567165 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.567443 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.567723 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.568267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.568551 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.568828 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.569998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.570302 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.570599 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.570909 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.571195 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.571494 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.571777 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.572055 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.572341 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.572622 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.572904 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.573192 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.573502 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.573802 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.574099 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.574396 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.574690 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.574985 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.575268 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.575580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.575859 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:59.576080 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:44:59.576333 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=120321) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 10:44:59.962295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=120321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:44:59.962571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=120321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:44:59.962876 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=120321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:44:59.963210 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 10:45:00.304207 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.304503 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.304781 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.306004 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.306283 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.308485 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.363589 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.363865 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.364136 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.379795 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.380082 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.380356 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.412867 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.413156 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.413453 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.450735 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.451019 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.451294 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.799808 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.800460 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.800460 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.800629 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.801333 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.905185 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.905536 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.905818 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.906096 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.906377 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.906698 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.906964 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.907227 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.907491 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.907780 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.908046 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.908316 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.908580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.908839 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.909101 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.909395 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.909661 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.909939 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.910215 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.910485 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.910766 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.911026 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.911316 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.911715 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.911972 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.912228 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.912839 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.913691 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.914160 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.914527 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.914794 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.915047 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:00.915450 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 10:45:00.919064 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 10:45:00.923189 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 10:45:00.927591 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 06 10:45:00.930023 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 10:45:00.930542 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 10:45:00.930898 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 10:45:00.931392 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 10:45:00.936066 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 10:45:00.936318 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 10:45:00.936690 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:45:00.941793 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 10:45:00.966471 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 10:45:00.966940 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.967254 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=120321) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 10:45:00.967632 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.969004 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=120321) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 10:45:00.969296 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:45:00.969565 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 10:45:00.972916 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.973205 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.036374 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 10:45:01.036625 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 10:45:01.036854 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 10:45:01.037247 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 10:45:01.059617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_db.sqlalchemy.engines [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=120321) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 10:45:01.509795 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing driver for type 'gre' Apr 06 10:45:01.510287 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] gre ID ranges: [(1, 1000)] Apr 06 10:45:01.561705 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing driver for type 'local' Apr 06 10:45:01.562038 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing driver for type 'vlan' Apr 06 10:45:01.576424 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] VlanTypeDriver initialization complete Apr 06 10:45:01.576773 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing driver for type 'vxlan' Apr 06 10:45:01.577291 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] vxlan ID ranges: [(1, 1000)] Apr 06 10:45:01.635512 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing extension driver 'port_security' Apr 06 10:45:01.636026 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.extensions.port_security [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] PortSecurityExtensionDriver initialization complete Apr 06 10:45:01.636545 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing mechanism driver 'openvswitch' Apr 06 10:45:01.637057 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing mechanism driver 'hyperv' Apr 06 10:45:01.647131 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.plugin [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=120321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:01.648478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.649074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.649658 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.650463 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.651143 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.651706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.652275 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.652912 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.653604 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.654161 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.654713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.655324 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.655976 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.656512 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.657054 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.657714 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.658364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.658941 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.659511 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.660154 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.660826 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > address_group after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.661431 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > address_group after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.661989 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > address_group after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.662604 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=120321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:45:01.663375 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] ML2 OVO RPC backend initialized. {{(pid=120321) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 10:45:01.664560 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.665143 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.665868 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.666453 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > networks before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.667023 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.667572 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > ports before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.668135 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.668682 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnets before_response 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.669224 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.669766 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.670362 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.670775 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.671116 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.671516 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.671874 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.672230 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.672579 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > subnet after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.680767 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded quota_driver: . Apr 06 10:45:01.681141 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.plugin [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Modular L2 Plugin initialization complete Apr 06 10:45:01.681520 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading services supported by the core plugin {{(pid=120321) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 10:45:01.681869 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.plugins.ml2.managers [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Got port-security extension from driver 'port_security' Apr 06 10:45:01.682364 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.extensions.vlantransparent [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Disabled vlantransparent extension. Apr 06 10:45:01.682870 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=120321) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 10:45:01.683201 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: router Apr 06 10:45:01.719515 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.719920 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_create 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.720295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router before_create 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.720662 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.721040 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.721424 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_delete 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.721791 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > floatingip after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.722146 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > floatingip after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.722513 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_create 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.722866 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.723224 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.723577 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.723939 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.724361 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.724735 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.725078 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.725508 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: subnet after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.726255 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.726428 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > port precommit_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.726701 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_create 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.727047 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.727397 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.727757 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router after_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.728105 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_delete 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.728461 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_create 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.728827 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router_interface after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.729177 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_update 55549900 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.729574 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > agent after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.730084 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > agent after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.730440 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > network after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.731345 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Tracking information for resource: router configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:01.731711 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Tracking information for resource: floatingip configured {{(pid=120321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:45:01.736812 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.db.l3_agentschedulers_db [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 10:45:01.737496 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.737872 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.738234 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.738594 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: port after_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.739406 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router before_create 55550100 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.739780 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_delete 55550100 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.740149 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_create 55550100 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.740513 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > router precommit_update 55550100 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.746050 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.provider_configuration [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service providers = [] {{(pid=120321) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 10:45:01.746422 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.db.servicetype_db [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=120321) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 10:45:01.749490 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.service_base [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=120321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:45:01.749846 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.service_base [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=120321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:45:01.750284 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.service_base [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=120321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:45:01.751095 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.services.service_base [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=120321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:45:01.751471 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.services.service_base [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 10:45:01.751866 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.752189 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 10:45:01.763774 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.764054 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: auto_allocate Apr 06 10:45:01.769942 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: network precommit_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.770325 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: network precommit_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.770867 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.771193 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: tag Apr 06 10:45:01.778214 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.778559 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: timestamp Apr 06 10:45:01.782476 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.782816 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: network_ip_availability Apr 06 10:45:01.788540 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.788927 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.789289 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:01.790081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.790409 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: flavors Apr 06 10:45:01.796819 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.797161 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading Plugin: revisions Apr 06 10:45:01.801714 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=120321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:45:01.802278 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.839s {{(pid=120321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:45:01.802887 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=120321) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 10:45:01.803230 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Initializing extension manager. Apr 06 10:45:01.804426 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: __init__.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.804778 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: __pycache__ {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.805121 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: address_group.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.805927 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.806520 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: address-group Apr 06 10:45:01.806848 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: address_scope.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.807563 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.808087 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: address-scope Apr 06 10:45:01.808410 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: admin_state_down_before_update.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.809370 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.809892 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: router-admin-state-down-before-update Apr 06 10:45:01.810219 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: agent.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.810924 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.811437 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: agent Apr 06 10:45:01.811761 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: agent_resources_synced.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.812678 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.813195 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: agent-resources-synced Apr 06 10:45:01.813561 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: allowedaddresspairs.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.815370 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.815898 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: allowed-address-pairs Apr 06 10:45:01.816228 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: auto_allocated_topology.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.817311 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.817842 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: auto-allocated-topology Apr 06 10:45:01.818432 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: availability_zone.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.819778 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.820295 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: availability_zone Apr 06 10:45:01.820658 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: availability_zone_filter.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.821666 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.822185 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: availability_zone_filter Apr 06 10:45:01.822510 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: data_plane_status.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.823430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.823944 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 10:45:01.824270 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: default_subnetpools.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.825197 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.825742 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: default-subnetpools Apr 06 10:45:01.826068 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: dhcpagentscheduler.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.826901 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.827416 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: dhcp_agent_scheduler Apr 06 10:45:01.827740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: dns.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.828657 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.829167 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 10:45:01.829528 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: dns_domain_ports.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.830450 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.830961 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 10:45:01.831285 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.832206 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.832717 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 10:45:01.833040 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: dvr.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.833789 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.834302 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: dvr Apr 06 10:45:01.834666 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: ecmp_routes.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.835587 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.836099 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 10:45:01.836424 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: empty_string_filtering.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.837362 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.837876 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: empty-string-filtering Apr 06 10:45:01.838200 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.839118 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.839633 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:45:01.839959 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.840908 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.841450 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 10:45:01.841778 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: external_net.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.842701 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.843222 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: external-net Apr 06 10:45:01.843612 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: extra_dhcp_opt.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.844462 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.844978 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: extra_dhcp_opt Apr 06 10:45:01.845322 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: extraroute.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.846243 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.846758 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: extraroute Apr 06 10:45:01.847082 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: extraroute_atomic.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.848140 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.848655 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: extraroute-atomic Apr 06 10:45:01.848982 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: filter_validation.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.849702 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.850215 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: filter-validation Apr 06 10:45:01.851091 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: fip_pf_description.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.852044 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.852552 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 10:45:01.852879 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: fip_pf_port_range.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.853826 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.854351 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 10:45:01.854667 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: fip_port_details.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.855837 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.856358 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: fip-port-details Apr 06 10:45:01.856681 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: flavors.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.858012 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.858517 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: flavors Apr 06 10:45:01.859016 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.860565 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.861096 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 10:45:01.861463 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: floatingip_pools.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.862175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.862708 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: floatingip-pools Apr 06 10:45:01.863039 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: ip_allocation.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.863980 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.864623 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 10:45:01.864848 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.865775 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.866985 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: ip-substring-filtering Apr 06 10:45:01.867312 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l2_adjacency.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.868374 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.868886 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 10:45:01.869213 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.870273 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.870879 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: router Apr 06 10:45:01.871135 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_conntrack_helper.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.873501 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.874044 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:45:01.874379 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.875317 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.875838 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: ext-gw-mode Apr 06 10:45:01.876174 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.877103 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.877648 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: l3-ha Apr 06 10:45:01.878271 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.878973 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.879483 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 10:45:01.879825 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_flavors.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.880731 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.881251 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: l3-flavors Apr 06 10:45:01.881772 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_ndp_proxy.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.883408 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.883936 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 10:45:01.884265 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.885189 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.885754 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 10:45:01.886108 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: l3agentscheduler.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.887195 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.887716 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: l3_agent_scheduler Apr 06 10:45:01.888046 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: local_ip.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.889946 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.890481 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension local_ip not supported by any of loaded plugins Apr 06 10:45:01.891196 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: logging.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.892486 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.893022 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension logging not supported by any of loaded plugins Apr 06 10:45:01.893396 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: metering.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.894168 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.894760 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: metering Apr 06 10:45:01.895093 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.896443 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.896967 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: metering_source_and_destination_fields Apr 06 10:45:01.897650 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: multiprovidernet.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.898343 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.898864 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: multi-provider Apr 06 10:45:01.899191 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: netmtu.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.900124 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.900638 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: net-mtu Apr 06 10:45:01.900968 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: netmtu_writable.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.901929 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.902447 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: net-mtu-writable Apr 06 10:45:01.902779 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: network_availability_zone.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.903471 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.903990 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: network_availability_zone Apr 06 10:45:01.904313 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: network_ip_availability.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.905495 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.906002 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: network-ip-availability Apr 06 10:45:01.906326 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: network_segment_range.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.907127 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.907643 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 10:45:01.907972 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: pagination.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.908960 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.909294 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: pagination Apr 06 10:45:01.909641 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: port_device_profile.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.910565 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.911088 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: port-device-profile Apr 06 10:45:01.911416 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.912348 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.913457 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: port-mac-address-regenerate Apr 06 10:45:01.913794 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.914729 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.915243 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: port-numa-affinity-policy Apr 06 10:45:01.915571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: port_resource_request.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.916492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.917004 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 10:45:01.917357 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: port_resource_request_groups.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.918337 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.918847 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 10:45:01.919173 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: portbindings.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.920105 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.920617 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: binding Apr 06 10:45:01.920943 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: portbindings_extended.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.922274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.922803 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: binding-extended Apr 06 10:45:01.923139 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: portsecurity.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.924068 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.925029 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: port-security Apr 06 10:45:01.925380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: project_id.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.926380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.926714 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: project-id Apr 06 10:45:01.927066 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: providernet.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.927990 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.929235 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: provider Apr 06 10:45:01.929631 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.933287 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.933899 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos not supported by any of loaded plugins Apr 06 10:45:01.934327 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.935652 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.936496 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 10:45:01.937092 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.938223 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.938757 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 10:45:01.939143 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_default.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.940396 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.940924 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-default not supported by any of loaded plugins Apr 06 10:45:01.941261 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_fip.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.942220 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.942752 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 10:45:01.943348 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_fip_network_policy.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.944973 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.945904 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 10:45:01.946361 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_gateway_ip.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.947471 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.948001 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 10:45:01.948336 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_port_network_policy.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.949719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.950982 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 10:45:01.950982 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.951949 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_pps_rule.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.956058 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.956533 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 10:45:01.956727 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_rule_type_details.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.957681 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.958199 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 10:45:01.958528 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_rule_type_filter.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.959443 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.960640 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 10:45:01.960967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: qos_rules_alias.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.962141 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.962665 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 10:45:01.962994 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: quota_check_limit.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.963924 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.964450 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: quota-check-limit Apr 06 10:45:01.964779 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: quotasv2.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.965820 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.966155 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: quotas Apr 06 10:45:01.966482 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: quotasv2_detail.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.968709 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.968709 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: quota_details Apr 06 10:45:01.968943 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: rbac.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.970074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.970622 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: rbac-policies Apr 06 10:45:01.970956 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: rbac_address_group.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.971959 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.972707 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: rbac-address-group Apr 06 10:45:01.973093 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: rbac_address_scope.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.974058 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.974587 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: rbac-address-scope Apr 06 10:45:01.974917 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: rbac_security_groups.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.976094 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.976490 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: rbac-security-groups Apr 06 10:45:01.976825 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: rbac_subnetpool.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.977811 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.978337 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: rbac-subnetpool Apr 06 10:45:01.978664 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: revisionifmatch.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.979602 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.980132 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: revision-if-match Apr 06 10:45:01.980461 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: revisions.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.981629 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.982151 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: standard-attr-revisions Apr 06 10:45:01.982484 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: router_availability_zone.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.983171 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.983691 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: router_availability_zone Apr 06 10:45:01.984024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: routerservicetype.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.984954 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.985507 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 10:45:01.985838 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.986771 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.987300 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: security-groups-normalized-cidr Apr 06 10:45:01.987633 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: security_groups_port_filtering.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.988562 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.989090 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: port-security-groups-filtering Apr 06 10:45:01.989446 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.990410 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.990981 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: security-groups-remote-address-group Apr 06 10:45:01.991881 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.992302 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:01.992828 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: security-groups-shared-filtering Apr 06 10:45:01.993184 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:01.993831 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 10:45:01.994158 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: securitygroup.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.004085 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.004653 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: security-group Apr 06 10:45:02.004992 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: segment.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.005810 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.006333 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension segment not supported by any of loaded plugins Apr 06 10:45:02.007220 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.008250 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.008770 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 10:45:02.009102 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: servicetype.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.010248 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.010779 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: service-type Apr 06 10:45:02.011109 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: sorting.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.012112 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.012451 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: sorting Apr 06 10:45:02.012779 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: standard_attr_segment.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.013745 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.014324 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 10:45:02.014608 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: standardattrdescription.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.015270 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.015796 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: standard-attr-description Apr 06 10:45:02.016129 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: stateful_security_group.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.017077 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.017643 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: stateful-security-group Apr 06 10:45:02.017972 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: stdattrs_common.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.018543 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 10:45:02.018870 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.019823 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.020350 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 10:45:02.020679 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnet_onboard.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.021784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.022904 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: subnet_onboard Apr 06 10:45:02.023237 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.024376 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.024901 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 10:45:02.025230 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnet_service_types.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.026200 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.026724 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: subnet-service-types Apr 06 10:45:02.027051 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnetallocation.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.028166 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.028690 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: subnet_allocation Apr 06 10:45:02.029018 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.029735 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.030256 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: subnetpool-prefix-ops Apr 06 10:45:02.030582 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.031540 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.032060 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 10:45:02.032388 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: tagging.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.033538 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.034081 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: standard-attr-tag Apr 06 10:45:02.034412 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: timestamp.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.035624 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.036154 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loaded extension: standard-attr-timestamp Apr 06 10:45:02.036484 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: trunk.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.037547 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.038184 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension trunk not supported by any of loaded plugins Apr 06 10:45:02.038524 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: trunk_details.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.039455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.039975 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 10:45:02.040306 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: uplink_status_propagation.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.041229 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.041781 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 10:45:02.042111 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Loading extension file: vlantransparent.py {{(pid=120321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:02.042797 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=120321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:02.043316 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 10:45:02.045965 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:network Apr 06 10:45:02.046509 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnet Apr 06 10:45:02.046926 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:02.047328 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:port Apr 06 10:45:02.048627 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.049068 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service FLAVORS assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.049743 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.050182 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.050520 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:router Apr 06 10:45:02.050952 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:45:02.051452 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service METERING assigned prefix: /metering {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.052903 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:02.053281 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:02.053714 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=120321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:02.054979 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:45:02.055449 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:45:02.055896 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:45:02.056520 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service CORE assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.056858 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:02.057210 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] subnetpool is already registered Apr 06 10:45:02.057703 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service CORE assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.058041 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:02.058391 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] subnetpool is already registered Apr 06 10:45:02.060714 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.061153 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service FLAVORS assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.061797 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.062228 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.062567 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:router Apr 06 10:45:02.062911 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] router is already registered Apr 06 10:45:02.063328 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:45:02.063667 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] floatingip is already registered Apr 06 10:45:02.064137 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service METERING assigned prefix: /metering {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.064820 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:45:02.065156 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] rbac_policy is already registered Apr 06 10:45:02.065610 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:45:02.065950 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] security_group is already registered Apr 06 10:45:02.066363 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:45:02.066700 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] security_group_rule is already registered Apr 06 10:45:02.067345 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service CORE assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.067678 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:02.068281 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] subnetpool is already registered Apr 06 10:45:02.068715 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.v2.resource_helper [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Service CORE assigned prefix: {{(pid=120321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:02.069608 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:02.070003 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING neutron.quota.resource_registry [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] subnetpool is already registered Apr 06 10:45:02.070492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: extensions {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.071989 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: address-groups {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.073521 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: address-scopes {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.074855 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: agents {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.076016 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: auto-allocated-topology {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.077269 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: availability_zones {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.078500 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: dhcp-networks {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.079997 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: dhcp-agents {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.081459 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: routers {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.085517 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: flavors {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.086780 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: service_profiles {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.087994 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: next_providers {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.089471 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: service_profiles {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.091014 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: floatingip-pools {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.092259 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: routers {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.094397 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: floatingips {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.095688 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: l3-routers {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.097073 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: l3-agents {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.098508 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: metering-labels {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.099883 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: metering-label-rules {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.101388 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: network-ip-availabilities {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.102649 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: bindings {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.104286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: quotas {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.105893 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: quotas {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.107445 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: rbac-policies {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.108744 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: security-groups {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.110006 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: security-group-rules {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.111224 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: service-providers {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.112440 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: subnetpools {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.113908 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: subnetpools {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.115378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.117272 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.119098 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.120896 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.122698 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.124528 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.126255 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.128170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.129970 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.132380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron.api.extensions [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Extended resource: tags {{(pid=120321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:02.138405 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING keystonemiddleware.auth_token [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 10:45:02.143239 dv-cinder-836071-2-iscsi neutron-server[120321]: WARNING keystonemiddleware.auth_token [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 10:45:02.152422 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Acquired lock "singleton_lock" {{(pid=120321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 10:45:02.152884 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_concurrency.lockutils [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Releasing lock "singleton_lock" {{(pid=120321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 10:45:02.153578 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Starting 2 workers Apr 06 10:45:02.158504 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Started child 120430 {{(pid=120321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:02.163388 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Started child 120431 {{(pid=120321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:02.164390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.165014 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO neutron.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 10:45:02.165563 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Publish callbacks [] for process (None), before_spawn {{(pid=120321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.166014 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [-] (120430) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:45:02.167954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.168466 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Starting 1 workers Apr 06 10:45:02.169411 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [-] (120431) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:45:02.170560 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 36992) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:02.173444 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Started child 120433 {{(pid=120321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:02.174021 dv-cinder-836071-2-iscsi neutron-server[120321]: INFO oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Starting 1 workers Apr 06 10:45:02.177267 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] calling RpcWorker wait() {{(pid=120433) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 10:45:02.177875 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] returning from RpcWorker wait() {{(pid=120433) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 10:45:02.179697 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Started child 120434 {{(pid=120321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:02.179813 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071292 Apr 06 10:45:02.180512 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.180638 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG neutron_lib.callbacks.manager [None req-d9db2584-39ed-4beb-81a3-ec80022d1f78 None None] Publish callbacks [] for process (None), after_spawn {{(pid=120321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.181162 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:02.184014 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:45:02.184219 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:45:02.184570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:45:02.184967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195703 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195703 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195703 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.195898 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] debug = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.196831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197286 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.197705 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] host = dv-cinder-836071-2-iscsi {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198170 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198525 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198591 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.198799 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.199179 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.199584 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.199981 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.200357 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.200727 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.200982 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.201212 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.201486 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.201748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.201916 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_options = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.202284 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.203378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.204186 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.204186 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.204186 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.205257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.206073 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.206073 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.206073 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.207492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.207492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.207492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.207492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.207492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.208171 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.208171 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.208171 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.210923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.211527 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.211527 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.211527 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.211744 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.211956 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.212373 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.212777 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.213122 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.213527 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.213901 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.214118 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.214440 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_json = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.214599 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.214825 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.215081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.215429 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.215788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.216140 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.216498 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.216886 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.217238 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.217788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.220110 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221201 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221201 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221201 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221201 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221201 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.221885 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.222021 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:02.222178 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.222178 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.222440 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.222587 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.222724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.224788 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.226580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.226580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.226580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.226580 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.227103 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.227103 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.227360 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.227360 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.227710 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.228125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.228125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.231074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.231074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.231074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.231074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.231074 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.232438 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.232730 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.232984 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.233244 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.233568 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.235108 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.236024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.236024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.236024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.236024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.239478 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.240125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.240125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.240662 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.242068 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.244394 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.245579 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.245579 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.245966 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.245966 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.246244 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.246244 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.246507 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.246714 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.246979 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.247254 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.247472 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.247731 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.247969 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.248200 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.249748 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.250574 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.250574 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.250574 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.251001 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.251001 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.251272 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.254135 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.254325 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.254994 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.255309 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.255564 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.255821 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.256083 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.256319 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.257216 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.261175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.261175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.261175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.261175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.262295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.262295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.262295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.262295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.262295 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.263380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.263380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.263380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.263380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.264107 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.264107 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.264523 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.264676 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.264894 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.265169 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.265525 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.265863 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.266238 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.266464 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.266753 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.267002 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.267252 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.267498 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.267751 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.268002 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.268345 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.270644 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.271585 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.272084 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.273678 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.273939 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.274166 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.274409 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.274649 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.275272 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.275272 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.279936 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.280417 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.280693 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.280954 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.281239 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.281498 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.281738 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.282045 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.282311 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.282521 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.282782 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.283009 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.283262 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.283515 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.283762 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.283980 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.284208 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.284430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.284713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.285118 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.288743 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.289704 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.291587 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.293280 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.293594 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.293859 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.294103 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.294385 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.294633 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.294891 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.295123 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.295366 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.295600 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.295830 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.296081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.296328 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.296600 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.296858 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.297217 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.299024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.299289 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.299559 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.299821 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.300057 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.300728 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.301365 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.303382 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.303695 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.303959 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.304220 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.304510 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.304746 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.305017 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.305750 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.305750 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.305911 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.306108 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.306304 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.306538 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.306765 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.307010 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.307240 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.307460 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.307700 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.307921 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.308159 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.308366 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.308668 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.308922 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.309156 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.310646 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.310906 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.311183 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.311446 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.311671 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.315814 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.316408 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.316930 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.317178 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.317455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.317715 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.318208 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.319366 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.319616 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.319847 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.320089 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.320459 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.320833 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.321079 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.321342 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.321544 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.321784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.321999 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.322216 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.322444 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.322670 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.323435 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.325454 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.325696 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.325936 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.326174 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.326433 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.326662 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.327002 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.327273 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.327511 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.327831 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.328089 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.328353 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.328610 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.328936 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.329158 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.329893 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.330127 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.330385 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.331415 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.332004 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.332364 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.332682 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.332958 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.333204 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.333518 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.333817 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.334091 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.334312 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.335168 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.335519 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.335867 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.336257 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.336497 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.336743 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.336972 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.337194 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.337444 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.337688 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.337932 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.338204 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.338492 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.338947 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.339378 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.339617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.339833 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.341116 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.341374 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.341604 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.342210 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.342546 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:45:02.343104 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=120321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:45:02.343502 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:45:02.343674 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:45:02.343846 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:45:02.344024 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:45:02.344175 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:45:02.344614 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.345392 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.345561 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.345724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.345889 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346232 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346399 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346562 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346725 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.346887 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.347045 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.347930 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.348246 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.348420 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.348564 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.348726 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349113 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349314 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349503 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] config_source = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349652 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349814 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.349976 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] debug = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.350131 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.351099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:02.351277 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.351277 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.351576 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.351822 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.351822 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352085 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352221 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352369 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352505 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352640 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352776 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.352911 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.353057 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.353192 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.353370 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.353514 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.353945 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354196 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] host = dv-cinder-836071-2-iscsi {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354196 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354493 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354493 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354755 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.354755 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.355013 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.355147 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.356403 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.356403 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.356403 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.356403 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.356403 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.357380 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_dir = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.357556 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.358122 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_options = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.358122 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.358501 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.358674 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.358874 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.360582 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.365740 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366274 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.366719 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367233 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367233 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367233 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367233 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367233 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367510 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367576 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.367722 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368056 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368056 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368198 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368302 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368532 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368630 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368768 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.368947 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_journal = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.369096 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_json = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.369239 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.369445 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.369598 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.370793 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.370793 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.370793 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.370793 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.372873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.374570 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.375571 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.376557 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.377457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.377457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.377457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.377457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.377457 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378076 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.378792 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.379430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.379430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.379430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.379430 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.380724 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382125 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.382998 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.383617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.383617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.383617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.383617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.383617 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.384237 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.385426 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.385834 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.386011 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.386382 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.386558 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.386697 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.387230 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388267 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388841 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.388841 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.389056 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.389056 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.389252 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.389409 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.389589 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.390967 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391342 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391342 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391536 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391536 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391741 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391846 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.391991 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392152 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392312 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392473 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392635 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392795 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.392957 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393118 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393280 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393493 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393607 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393823 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.393945 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394080 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394242 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394411 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394583 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394749 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.394910 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395071 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395232 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395398 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395575 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395722 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.395873 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396022 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396159 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396317 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396481 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396643 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396806 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.396991 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.397761 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.398103 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.398273 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.398438 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.398661 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.399625 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.399625 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.399625 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.399625 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.400045 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.400045 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.400045 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.400348 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.400348 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401367 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401367 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401367 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401367 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401367 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.401713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.402086 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.402253 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403081 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.403706 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404217 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404217 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404217 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404217 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404593 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404593 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404895 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.404895 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.405186 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.405383 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.405608 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.405929 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406098 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406296 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406499 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406611 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406773 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.406942 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.407905 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408595 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408595 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408595 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408595 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408969 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408969 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.408969 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409249 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409249 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409550 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409550 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409694 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.409856 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410020 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410183 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410348 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410672 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410836 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.410999 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.411172 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.411327 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.411485 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.411677 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.412687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.413770 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.413770 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.413770 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.413969 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414165 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414165 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414393 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414474 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414639 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414812 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.414974 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415137 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415304 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415466 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415628 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415799 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.415961 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416124 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416287 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416433 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416597 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416767 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.416930 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417092 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417254 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417439 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417589 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417761 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.417923 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418085 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418250 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418442 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418598 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418734 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.418869 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419033 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419204 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419437 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419568 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419700 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.419848 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.420784 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.421713 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.422455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.422455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.422455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.422455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.422455 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.423854 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.424509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.424509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.424509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.424509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.424509 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.425114 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.425114 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.425114 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.425114 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:02.425687 dv-cinder-836071-2-iscsi neutron-server[120321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=120321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:45:14.219996 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500b5b0b-9fe0-4235-80e4-883b2ade89a4 None None] get_active_networks_info from dv-cinder-836071-2-iscsi {{(pid=120433) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 10:45:14.316037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500b5b0b-9fe0-4235-80e4-883b2ade89a4 None None] No non-hosted networks {{(pid=120433) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 10:45:14.333502 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.agentschedulers_db [None req-500b5b0b-9fe0-4235-80e4-883b2ade89a4 None None] DHCP Agent not found on host dv-cinder-836071-2-iscsi {{(pid=120433) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 10:45:14.507895 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4d252b7d-76e7-4f80-85a3-99c41f730091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:16.665929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-54573d0e-822a-486e-8f5e-05f84d1d5943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:16.756413 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f90229f1-b60f-4f87-a4a5-3e9a2458af01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:17.651837 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37070) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:18.046210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:18.440415 dv-cinder-836071-2-iscsi neutron-server[120430]: WARNING oslo_policy.policy [None req-827509f4-5fd1-4219-ae9c-4e95186aa5e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:18.441287 dv-cinder-836071-2-iscsi neutron-server[120430]: WARNING oslo_policy.policy [None req-827509f4-5fd1-4219-ae9c-4e95186aa5e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:18.698242 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [None req-827509f4-5fd1-4219-ae9c-4e95186aa5e4 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:18.717972 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-827509f4-5fd1-4219-ae9c-4e95186aa5e4 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0601230 Apr 06 10:45:19.555092 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:20.844838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:20.846831 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.847438 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.848077 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.848810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.849592 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.850822 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.851526 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.852353 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.852907 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.853619 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.854198 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.854756 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.855361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.855981 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.856511 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:20.857120 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836071-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:20.878058 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836071-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:21.344971 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.db.l3_hamode_db [None req-568800b6-e037-4ad0-a55a-876b8d4bef55 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 10:45:21.437412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568800b6-e037-4ad0-a55a-876b8d4bef55 None None] Routers set() bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:21.437942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568800b6-e037-4ad0-a55a-876b8d4bef55 None None] Router IDs set() for agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 10:45:21.555537 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37104) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:21.908806 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:22.005035 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.policy [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:45:22.055373 dv-cinder-836071-2-iscsi neutron-server[120430]: WARNING oslo_policy.policy [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:22.055757 dv-cinder-836071-2-iscsi neutron-server[120430]: WARNING oslo_policy.policy [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:22.168920 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774267320227', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774267318774', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774267040099', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774267016461', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774267025028', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774266997977', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1444422', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1519827', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644862'] for rbac-policy (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:22.240077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:22.241460 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5597e74c-3735-4164-8998-47929c331821 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6849189 Apr 06 10:45:24.912530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37116) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:25.245104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:25.275890 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Made reservation on behalf of 8ddb57d42cb648dc96e04abba9b936da for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:25.279862 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.296924 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.413235 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks [] for security_group (19691da9-155b-492d-b537-6a85d0724b8f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.417043 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (19691da9-155b-492d-b537-6a85d0724b8f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.443007 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:45:25.480858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774271027568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (bc6df7e7-ad9c-4d49-88d5-3de06fe97e27), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.481489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Unsubscribe: segment precommit_create {{(pid=120430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 10:45:25.482024 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Added segment bc6df7e7-ad9c-4d49-88d5-3de06fe97e27 of type vlan for network 0bdc9b10-e29e-46e8-96ba-359be0075567 Apr 06 10:45:25.499778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=19691da9-155b-492d-b537-6a85d0724b8f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:25.550927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.551183 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.551544 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.551887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.552223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.553081 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.554053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.554390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.554725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.555054 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.555386 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.555729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.556055 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.556374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.556693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Tracked resource versions report: Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: pushed versions: Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Agent': {'1.1'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Log': {'1.0'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'NDPProxy': {'1.0'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Network': {'1.1'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Port': {'1.7'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'PortForwarding': {'1.3'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'QosPolicy': {'1.10'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SubPort': {'1.0'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Subnet': {'1.1'}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Trunk': {'1.1'}} Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: consumer versions: Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Agent': '1.1', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'ConntrackHelper': '1.0', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'LocalIPAssociation': '1.0', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Log': '1.0', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'NDPProxy': '1.0', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Network': '1.1', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Port': '1.7', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'PortForwarding': '1.3', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'QosPolicy': '1.10', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroup': '1.5', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroupRule': '1.2', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SubPort': '1.0', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Subnet': '1.1', Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Trunk': '1.1'}} Apr 06 10:45:25.558144 dv-cinder-836071-2-iscsi neutron-server[120430]: {{(pid=120430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:25.613505 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (0bdc9b10-e29e-46e8-96ba-359be0075567), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.656677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (0bdc9b10-e29e-46e8-96ba-359be0075567), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.662130 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:25.662865 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:25.751079 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8374193 Apr 06 10:45:25.788781 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb744fc-8733-4bef-9f0f-872b4fa7ebf3 demo demo] Pushing event updated for resources: {'Network': ['ID=0bdc9b10-e29e-46e8-96ba-359be0075567,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:25.802457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:45:28.406024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37128) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:28.820194 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9735a77-d58f-4eeb-a467-da0bf1dc6a78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:28.821592 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b9735a77-d58f-4eeb-a467-da0bf1dc6a78 demo admin] 10.222.0.57 "GET /v2.0/networks/0bdc9b10-e29e-46e8-96ba-359be0075567 HTTP/1.1" status: 200 len: 825 time: 0.4145770 Apr 06 10:45:28.847384 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ca1dadd3-48c1-4924-a4a9-0a5eca53d9c2 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/7c801223-a166-4aad-9d98-b024ca6a1c1c HTTP/1.1" status: 200 len: 734 time: 0.0200701 Apr 06 10:45:28.857335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Request body: {'subnet': {'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:28.877575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Made reservation on behalf of 8ddb57d42cb648dc96e04abba9b936da for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:28.879773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.182343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (dd76e490-8dfa-45dd-9e30-c42e826d0d82), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.254105 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dd76e490-8dfa-45dd-9e30-c42e826d0d82,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:29.259375 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Checking segment: {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:29.259748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Network hostable DHCP agents. Network: 0bdc9b10-e29e-46e8-96ba-359be0075567, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:45:29.281435 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:45:29.293174 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 0bdc9b10-e29e-46e8-96ba-359be0075567) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:29.298271 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:29.298866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.305071 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4217c-84ef-4bac-a7df-743978364d22 None None] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:29.322637 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-fb7e0e5a-68f2-473c-8d73-432b67fae394 demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635270 Apr 06 10:45:29.699805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-0bdc9b10-e29e-46e8-96ba-359be0075567', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:45:29.701113 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.989545 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Allocated IP 172.20.0.2 (0bdc9b10-e29e-46e8-96ba-359be0075567/dd76e490-8dfa-45dd-9e30-c42e826d0d82/c696f9bc-1f0d-4dfa-8879-446252c99e7d) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:30.276905 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks [] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:30.284838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:30.355703 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:30.362864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:30.375105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:30.381078 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Pushing event updated for resources: {'Port': ['ID=c696f9bc-1f0d-4dfa-8879-446252c99e7d,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:30.392922 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.393418 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.393785 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.394210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.394553 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.394890 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.395221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.395674 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.396088 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.396530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.396530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.396530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.397633 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.397961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.398288 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Tracked resource versions report: Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: pushed versions: Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Agent': {'1.1'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Log': {'1.0'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'NDPProxy': {'1.0'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Network': {'1.1'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Port': {'1.7'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'PortForwarding': {'1.3'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'QosPolicy': {'1.10'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SubPort': {'1.0'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Subnet': {'1.1'}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Trunk': {'1.1'}} Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: consumer versions: Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Agent': '1.1', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'ConntrackHelper': '1.0', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'LocalIPAssociation': '1.0', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Log': '1.0', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'NDPProxy': '1.0', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Network': '1.1', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Port': '1.7', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'PortForwarding': '1.3', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'QosPolicy': '1.10', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroup': '1.5', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroupRule': '1.2', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SubPort': '1.0', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Subnet': '1.1', Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Trunk': '1.1'}} Apr 06 10:45:30.399738 dv-cinder-836071-2-iscsi neutron-server[120433]: {{(pid=120433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:30.477023 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Attempting to bind port c696f9bc-1f0d-4dfa-8879-446252c99e7d on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:45:30.477453 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Attempting to bind port c696f9bc-1f0d-4dfa-8879-446252c99e7d by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:45:30.477887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Attempting to bind port c696f9bc-1f0d-4dfa-8879-446252c99e7d on network 0bdc9b10-e29e-46e8-96ba-359be0075567 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:45:30.483370 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:45:30.483761 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Checking segment: {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:30.484244 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:30.484640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Bound using segment: {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:45:30.485117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Bound port: c696f9bc-1f0d-4dfa-8879-446252c99e7d, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:45:30.485558 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:30.548361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] For port c696f9bc-1f0d-4dfa-8879-446252c99e7d, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:45:30.573624 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] For port c696f9bc-1f0d-4dfa-8879-446252c99e7d, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c696f9bc-1f0d-4dfa-8879-446252c99e7d,segment=NetworkSegment(bc6df7e7-ad9c-4d49-88d5-3de06fe97e27),segment_id=bc6df7e7-ad9c-4d49-88d5-3de06fe97e27)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:45:30.581982 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:30.644098 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229044f-e5e7-4130-b87b-5686cbdd52e1 None None] Pushing event updated for resources: {'Port': ['ID=c696f9bc-1f0d-4dfa-8879-446252c99e7d,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:31.995219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37136) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:32.334616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [None req-4fb2fa37-5057-4a60-8ceb-b8c30b310991 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:32.335753 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4fb2fa37-5057-4a60-8ceb-b8c30b310991 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3395810 Apr 06 10:45:34.961104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37144) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:35.277877 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [None req-35fce1a3-0372-4832-a1f8-f28162b1e820 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:35.278943 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-35fce1a3-0372-4832-a1f8-f28162b1e820 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168700 Apr 06 10:45:37.956255 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37152) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:38.464814 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING oslo_policy.policy [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:38.465436 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING oslo_policy.policy [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:38.686060 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:38.750066 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.policy [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=120431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:45:38.800236 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING oslo_policy.policy [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:38.800645 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING oslo_policy.policy [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:38.864413 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (a1ff577f-079d-4833-b0df-d2477468e16a), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:38.866682 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (a1ff577f-079d-4833-b0df-d2477468e16a), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:39.046113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Publish callbacks [] for router_controller (a1ff577f-079d-4833-b0df-d2477468e16a), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:39.055338 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (a1ff577f-079d-4833-b0df-d2477468e16a), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:39.081459 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:39.092463 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-31da419b-d92b-49f3-9b5a-fb46d0813e0f demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1256311 Apr 06 10:45:41.756751 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c696f9bc-1f0d-4dfa-8879-446252c99e7d up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:45:41.770044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37172) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:41.846035 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port c696f9bc-1f0d-4dfa-8879-446252c99e7d triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:41.846440 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:41.957105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port c696f9bc-1f0d-4dfa-8879-446252c99e7d is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:41.957523 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:41.993746 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port c696f9bc-1f0d-4dfa-8879-446252c99e7d, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c696f9bc-1f0d-4dfa-8879-446252c99e7d,segment=NetworkSegment(bc6df7e7-ad9c-4d49-88d5-3de06fe97e27),segment_id=bc6df7e7-ad9c-4d49-88d5-3de06fe97e27)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:45:41.999166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:42.053097 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=c696f9bc-1f0d-4dfa-8879-446252c99e7d,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:42.112097 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [None req-295c75a1-4659-4dc6-9a86-6e5548ad5360 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:42.113080 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-295c75a1-4659-4dc6-9a86-6e5548ad5360 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3420382 Apr 06 10:45:42.427560 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f1260-ba8e-4de2-a9ba-2a90ec0ac4d8 None None] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:42.559730 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-4befa2df-386b-4894-850e-31829b3486ac None None] Provisioning complete for port c696f9bc-1f0d-4dfa-8879-446252c99e7d triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:42.560126 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4befa2df-386b-4894-850e-31829b3486ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:42.651426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-4befa2df-386b-4894-850e-31829b3486ac None None] Current status of the port c696f9bc-1f0d-4dfa-8879-446252c99e7d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:42.774421 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-4c73681d-d6b1-4766-b10c-ba81f766d5cf None None] Provisioning complete for port c696f9bc-1f0d-4dfa-8879-446252c99e7d triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:42.775103 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4c73681d-d6b1-4766-b10c-ba81f766d5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:42.853447 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-4c73681d-d6b1-4766-b10c-ba81f766d5cf None None] Current status of the port c696f9bc-1f0d-4dfa-8879-446252c99e7d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:43.720825 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c696f9bc-1f0d-4dfa-8879-446252c99e7d up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:45:43.769048 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port c696f9bc-1f0d-4dfa-8879-446252c99e7d triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:43.769459 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:43.847987 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port c696f9bc-1f0d-4dfa-8879-446252c99e7d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:44.169542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-76e83390-7a34-4d52-92e0-aff0729ed137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:44.704414 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37180) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:45.020785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:45.042296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Made reservation on behalf of b46a50bf82334be294a7fe725e31d5b6 for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:45.044935 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.060658 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.163802 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks [] for security_group (aceccacc-8b11-4ecf-aeb0-4d9fa1ca33c2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.167618 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (aceccacc-8b11-4ecf-aeb0-4d9fa1ca33c2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.180808 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Reserving flat network on physical network physnet1 {{(pid=120431) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 10:45:45.212833 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774271027568', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.213456 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Unsubscribe: segment precommit_create {{(pid=120431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 10:45:45.214003 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Added segment 574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2 of type flat for network bdc29460-004c-4490-ab8a-744a3001ff4f Apr 06 10:45:45.234326 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceccacc-8b11-4ecf-aeb0-4d9fa1ca33c2,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:45.308188 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.308525 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.308889 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.309227 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.309628 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.310054 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.310343 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.310584 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.310902 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.311220 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.311558 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.311889 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.312206 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.312518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.312828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Tracked resource versions report: Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: pushed versions: Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Agent': {'1.1'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Log': {'1.0'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'NDPProxy': {'1.0'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Network': {'1.1'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Port': {'1.7'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'PortForwarding': {'1.3'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'QosPolicy': {'1.10'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SubPort': {'1.0'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Subnet': {'1.1'}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Trunk': {'1.1'}} Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: consumer versions: Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Agent': '1.1', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'ConntrackHelper': '1.0', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'LocalIPAssociation': '1.0', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Log': '1.0', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'NDPProxy': '1.0', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Network': '1.1', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Port': '1.7', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'PortForwarding': '1.3', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'QosPolicy': '1.10', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroup': '1.5', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroupRule': '1.2', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SubPort': '1.0', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Subnet': '1.1', Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Trunk': '1.1'}} Apr 06 10:45:45.314316 dv-cinder-836071-2-iscsi neutron-server[120431]: {{(pid=120431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:45.334971 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (bdc29460-004c-4490-ab8a-744a3001ff4f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.385468 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (bdc29460-004c-4490-ab8a-744a3001ff4f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.386595 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:45.387304 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.497477 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7907872 Apr 06 10:45:45.500525 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c6073-b3d1-425a-b000-e2dc3ae19319 admin admin] Pushing event updated for resources: {'Network': ['ID=bdc29460-004c-4490-ab8a-744a3001ff4f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:45.513340 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network bdc29460-004c-4490-ab8a-744a3001ff4f details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:45:46.668186 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-344d6f90-126c-44cd-a609-3015c8c6c186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:47.968493 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:48.100360 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37194) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:48.403531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40755fd1-22f6-4f31-b64f-e8117d3698df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:48.404891 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-40755fd1-22f6-4f31-b64f-e8117d3698df demo admin] 10.222.0.57 "GET /v2.0/subnets/dd76e490-8dfa-45dd-9e30-c42e826d0d82 HTTP/1.1" status: 200 len: 849 time: 0.3035965 Apr 06 10:45:48.576581 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-10661758-c49f-48c0-90b3-96a314a54b8e demo admin] 10.222.0.57 "GET /v2.0/routers/a1ff577f-079d-4833-b0df-d2477468e16a HTTP/1.1" status: 200 len: 704 time: 0.1635768 Apr 06 10:45:48.855162 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.160770 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Allocated IP 172.20.0.1 (0bdc9b10-e29e-46e8-96ba-359be0075567/dd76e490-8dfa-45dd-9e30-c42e826d0d82/c44271fd-3e54-4fa9-b74b-da39bbfb85e9) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:49.319937 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks [] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.385873 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.516644 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:49.527165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:49.529585 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.533077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:49.533672 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (a1ff577f-079d-4833-b0df-d2477468e16a), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.554013 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Pushing event updated for resources: {'Port': ['ID=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:49.753142 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.818100 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c9166391-7e0c-4ed6-9053-c6454ff53408 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:49.818477 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c9166391-7e0c-4ed6-9053-c6454ff53408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.852295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c9166391-7e0c-4ed6-9053-c6454ff53408 None None] Port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:49.976888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks [] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.981428 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.982197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (a1ff577f-079d-4833-b0df-d2477468e16a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.058912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Pushing event updated for resources: {'Port': ['ID=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:50.108771 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:50.110159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:50.276471 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-eb763f14-6bfd-43ff-b663-4ad37f57fde3 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:50.276844 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb763f14-6bfd-43ff-b663-4ad37f57fde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.284151 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Router a1ff577f-079d-4833-b0df-d2477468e16a is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:45:50.312113 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-eb763f14-6bfd-43ff-b663-4ad37f57fde3 None None] Port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:50.387642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:45:50.392778 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9cb49466-5e03-4e22-bd00-55d5f82c3225 demo admin] 10.222.0.57 "PUT /v2.0/routers/a1ff577f-079d-4833-b0df-d2477468e16a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8109083 Apr 06 10:45:50.398348 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Sync routers for ids ['a1ff577f-079d-4833-b0df-d2477468e16a'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:45:50.411233 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Routers {'a1ff577f-079d-4833-b0df-d2477468e16a'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:50.412158 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:45:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a1ff577f-079d-4833-b0df-d2477468e16a'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:50.611774 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Set router a1ff577f-079d-4833-b0df-d2477468e16a gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:45:50.836913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:51.070599 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:49Z', 'revision_number': 2, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port_host': None, '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:49Z', 'revision_number': 2, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:51.122306 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Checking router: a1ff577f-079d-4833-b0df-d2477468e16a for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:45:51.122678 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Updating router a1ff577f-079d-4833-b0df-d2477468e16a port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:45:51.178447 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:51.749574 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks [] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:51.756969 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:51.861996 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Pushing event updated for resources: {'Port': ['ID=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:51.869272 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.869647 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.869998 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.870339 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.870700 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.871006 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.871334 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.871662 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.871989 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.872513 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.872640 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.872971 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.873325 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.873642 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.873966 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Tracked resource versions report: Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: pushed versions: Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Agent': {'1.1'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Log': {'1.0'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'NDPProxy': {'1.0'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Network': {'1.1'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Port': {'1.7'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'PortForwarding': {'1.3'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'QosPolicy': {'1.10'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SubPort': {'1.0'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Subnet': {'1.1'}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Trunk': {'1.1'}} Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: consumer versions: Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Agent': '1.1', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'ConntrackHelper': '1.0', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'LocalIPAssociation': '1.0', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Log': '1.0', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'NDPProxy': '1.0', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Network': '1.1', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Port': '1.7', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'PortForwarding': '1.3', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'QosPolicy': '1.10', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroup': '1.5', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroupRule': '1.2', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SubPort': '1.0', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Subnet': '1.1', Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Trunk': '1.1'}} Apr 06 10:45:51.875461 dv-cinder-836071-2-iscsi neutron-server[120434]: {{(pid=120434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:51.965030 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Attempting to bind port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:45:51.965521 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Attempting to bind port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:45:51.965937 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Attempting to bind port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 on network 0bdc9b10-e29e-46e8-96ba-359be0075567 {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:45:51.972046 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:45:51.972766 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Checking segment: {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:51.973263 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:51.973898 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Bound using segment: {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:45:51.974470 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Bound port: c44271fd-3e54-4fa9-b74b-da39bbfb85e9, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6df7e7-ad9c-4d49-88d5-3de06fe97e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:45:51.974853 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.046325 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] For port c44271fd-3e54-4fa9-b74b-da39bbfb85e9, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:45:52.050879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-16ad920f-70bc-4a6f-a9b2-58e2e1cd9e59 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:52.051362 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-16ad920f-70bc-4a6f-a9b2-58e2e1cd9e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.066363 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] For port c44271fd-3e54-4fa9-b74b-da39bbfb85e9, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,segment=NetworkSegment(bc6df7e7-ad9c-4d49-88d5-3de06fe97e27),segment_id=bc6df7e7-ad9c-4d49-88d5-3de06fe97e27)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:45:52.073087 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.095187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-16ad920f-70bc-4a6f-a9b2-58e2e1cd9e59 None None] Port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:52.132736 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Routers {'a1ff577f-079d-4833-b0df-d2477468e16a'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:52.133519 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:45:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a1ff577f-079d-4833-b0df-d2477468e16a'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:52.200776 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ed137-15ac-4359-9064-391d328b03aa None None] Pushing event updated for resources: {'Port': ['ID=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,revision_number=4']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:52.237914 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] Set router a1ff577f-079d-4833-b0df-d2477468e16a gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:45:52.315133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:52.315522 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.395764 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Current status of the port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:52.396053 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.435617 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] For port c44271fd-3e54-4fa9-b74b-da39bbfb85e9, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,segment=NetworkSegment(bc6df7e7-ad9c-4d49-88d5-3de06fe97e27),segment_id=bc6df7e7-ad9c-4d49-88d5-3de06fe97e27)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:45:52.439819 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.465712 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:49Z', 'revision_number': 2, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port_host': None, '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 4, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:52.489097 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fe27a-a17f-4e4e-af66-d0345a2e5d48 None None] Pushing event updated for resources: {'Port': ['ID=c44271fd-3e54-4fa9-b74b-da39bbfb85e9,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:52.494463 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb3ebe-dd4c-4660-ad40-e568082f55e9 None None] The sync data for ids ['a1ff577f-079d-4833-b0df-d2477468e16a'] in dv-cinder-836071-2-iscsi is: [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:49Z', 'revision_number': 2, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port_host': None, '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 4, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:45:52.946684 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37214) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:53.057767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fec7eb-a0c3-4a74-a9bd-4fc5d1f0c27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:53.059058 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-61fec7eb-a0c3-4a74-a9bd-4fc5d1f0c27b admin admin] 10.222.0.57 "GET /v2.0/networks/bdc29460-004c-4490-ab8a-744a3001ff4f HTTP/1.1" status: 200 len: 842 time: 0.1112671 Apr 06 10:45:53.069482 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:53.089869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Made reservation on behalf of b46a50bf82334be294a7fe725e31d5b6 for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:53.092134 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.382588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.objects.ports [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=120430) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 10:45:53.382941 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (95ac4113-0762-4fec-9f51-cd8a71e1a4e5), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.447795 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ac4113-0762-4fec-9f51-cd8a71e1a4e5,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:53.450331 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:53.450734 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Network hostable DHCP agents. Network: bdc29460-004c-4490-ab8a-744a3001ff4f, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:45:53.470120 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:45:53.479329 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, bdc29460-004c-4490-ab8a-744a3001ff4f) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:53.483500 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:53.484090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.492066 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd920f-dbce-479f-8685-a14842551b68 None None] Network bdc29460-004c-4490-ab8a-744a3001ff4f requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:53.518559 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9ac2666b-9373-4ee1-896f-b8dcb990dfef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4517345 Apr 06 10:45:53.609378 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ebe82-d8f9-4cf6-b17c-41d9b57dbe1a None None] Network bdc29460-004c-4490-ab8a-744a3001ff4f requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:54.237902 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:45:55.995630 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37230) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:56.205012 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e40edfce-ccaa-44ac-8977-59c38b540b2b demo admin] 10.222.0.57 "GET /v2.0/routers/a1ff577f-079d-4833-b0df-d2477468e16a HTTP/1.1" status: 200 len: 710 time: 0.2034485 Apr 06 10:45:56.284376 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f713a8-74c4-4ee3-9d9e-61d270bffb3f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:56.290727 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c9f713a8-74c4-4ee3-9d9e-61d270bffb3f demo admin] 10.222.0.57 "GET /v2.0/networks/bdc29460-004c-4490-ab8a-744a3001ff4f HTTP/1.1" status: 200 len: 886 time: 0.0801501 Apr 06 10:45:56.294704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:56.552058 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks [] for router_gateway (a1ff577f-079d-4833-b0df-d2477468e16a), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:56.795821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks [] for router_gateway (a1ff577f-079d-4833-b0df-d2477468e16a), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:56.877700 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:56.990758 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Allocated IP 172.27.0.75 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/02b74786-0a60-4a5a-9187-7808edbd7034) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:57.096616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks [] for port (02b74786-0a60-4a5a-9187-7808edbd7034), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.131549 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.166636 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:57.171343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:57.175754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:57.241115 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Pushing event updated for resources: {'Port': ['ID=02b74786-0a60-4a5a-9187-7808edbd7034,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:57.438168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks [] for router_gateway (a1ff577f-079d-4833-b0df-d2477468e16a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.741384 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-365105', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-385665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7860'] for router (a1ff577f-079d-4833-b0df-d2477468e16a), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.744853 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-365096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-366299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-385720'] for router (a1ff577f-079d-4833-b0df-d2477468e16a), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.859949 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Router a1ff577f-079d-4833-b0df-d2477468e16a has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:45:57.981899 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:45:57.988743 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.991017 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a285345e-4c21-442b-9878-81baa1fef60d demo admin] 10.222.0.57 "PUT /v2.0/routers/a1ff577f-079d-4833-b0df-d2477468e16a HTTP/1.1" status: 200 len: 889 time: 1.6993411 Apr 06 10:45:59.762921 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c44271fd-3e54-4fa9-b74b-da39bbfb85e9 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:45:59.814993 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:59.815299 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:59.911364 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:00.587189 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37242) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:46:00.726480 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8a92a9fb-7348-49df-8107-88acba2088e1 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1380346 Apr 06 10:46:01.490884 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Sync routers for ids ['a1ff577f-079d-4833-b0df-d2477468e16a'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:46:01.502059 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Routers {'a1ff577f-079d-4833-b0df-d2477468e16a'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:46:01.502718 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:45:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a1ff577f-079d-4833-b0df-d2477468e16a'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:01.773387 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Set router a1ff577f-079d-4833-b0df-d2477468e16a gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:46:02.254105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:57Z', 'revision_number': 4, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port': {'id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:56Z', 'updated_at': '2022-04-06T10:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 5, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:02.307642 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Checking router: a1ff577f-079d-4833-b0df-d2477468e16a for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:46:02.307990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Updating router a1ff577f-079d-4833-b0df-d2477468e16a port 02b74786-0a60-4a5a-9187-7808edbd7034 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:46:02.360216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.693821 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks [] for port (02b74786-0a60-4a5a-9187-7808edbd7034), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.699653 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.751391 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a91135-fec7-4cf1-aa0d-b4a292e9efa4 None None] Pushing event updated for resources: {'Port': ['ID=02b74786-0a60-4a5a-9187-7808edbd7034,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:02.765638 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Attempting to bind port 02b74786-0a60-4a5a-9187-7808edbd7034 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:46:02.766022 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Attempting to bind port 02b74786-0a60-4a5a-9187-7808edbd7034 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:46:02.766388 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Attempting to bind port 02b74786-0a60-4a5a-9187-7808edbd7034 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:46:02.771810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:46:02.772190 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:46:02.772593 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.773038 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:46:02.773533 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Bound port: 02b74786-0a60-4a5a-9187-7808edbd7034, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:46:02.773910 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.827293 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] For port 02b74786-0a60-4a5a-9187-7808edbd7034, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:46:02.831467 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] For port 02b74786-0a60-4a5a-9187-7808edbd7034, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=02b74786-0a60-4a5a-9187-7808edbd7034,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:46:02.838761 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.889653 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Routers {'a1ff577f-079d-4833-b0df-d2477468e16a'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:46:02.890302 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:45:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a1ff577f-079d-4833-b0df-d2477468e16a'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:02.958971 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a91135-fec7-4cf1-aa0d-b4a292e9efa4 None None] Pushing event updated for resources: {'Port': ['ID=02b74786-0a60-4a5a-9187-7808edbd7034,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:03.036114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] Set router a1ff577f-079d-4833-b0df-d2477468e16a gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:46:03.286960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:57Z', 'revision_number': 4, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port': {'id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:56Z', 'updated_at': '2022-04-06T10:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 5, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:03.317800 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513d2b8f-7e9c-4621-b1e2-95b43dece651 None None] The sync data for ids ['a1ff577f-079d-4833-b0df-d2477468e16a'] in dv-cinder-836071-2-iscsi is: [{'id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'name': 'router1', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:38Z', 'updated_at': '2022-04-06T10:45:57Z', 'revision_number': 4, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'gw_port': {'id': '02b74786-0a60-4a5a-9187-7808edbd7034', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:56Z', 'updated_at': '2022-04-06T10:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'c44271fd-3e54-4fa9-b74b-da39bbfb85e9', 'name': '', 'network_id': '0bdc9b10-e29e-46e8-96ba-359be0075567', 'tenant_id': '8ddb57d42cb648dc96e04abba9b936da', 'mac_address': 'fa:16:3e:d6:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ff577f-079d-4833-b0df-d2477468e16a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:48Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 5, 'project_id': '8ddb57d42cb648dc96e04abba9b936da', 'subnets': [{'id': 'dd76e490-8dfa-45dd-9e30-c42e826d0d82', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c801223-a166-4aad-9d98-b024ca6a1c1c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:46:03.796829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 02b74786-0a60-4a5a-9187-7808edbd7034 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:46:03.860186 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 02b74786-0a60-4a5a-9187-7808edbd7034 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:46:03.860186 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:03.970198 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 02b74786-0a60-4a5a-9187-7808edbd7034 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:03.970788 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:03.996512 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 02b74786-0a60-4a5a-9187-7808edbd7034, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=02b74786-0a60-4a5a-9187-7808edbd7034,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:46:04.001941 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.066644 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=02b74786-0a60-4a5a-9187-7808edbd7034,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:05.803189 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 02b74786-0a60-4a5a-9187-7808edbd7034 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:46:05.917919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 02b74786-0a60-4a5a-9187-7808edbd7034 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:46:05.917919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (02b74786-0a60-4a5a-9187-7808edbd7034), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:06.047053 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 02b74786-0a60-4a5a-9187-7808edbd7034 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:14.172928 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4a26cd5b-3828-440b-b9a9-519de78f8999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:16.694260 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-50336ca1-c236-46f0-bd96-bd2e1ffe0299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:17.981270 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:19.497606 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:20.882998 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:31.236584 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:46:44.179265 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ff5737a-84c6-42d0-abaf-36a12cbe5b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:46.672470 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d4c9f1e8-c559-4108-a94f-5fa926e24948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:47.976856 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:49.500405 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:50.844423 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:08.240348 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:47:14.180858 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f8936ba9-ef55-466d-81db-d53b989ac734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:16.666422 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-922ba38d-bbbe-40ac-a3ac-b6fe4d6958f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:17.978739 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:19.491514 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:20.839561 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:25.162591 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37726) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:25.223881 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0447b7-0e87-4c36-b6cc-a22e31df2ec3 admin admin] GET failed (client error): The resource could not be found. Apr 06 10:47:25.225142 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ca0447b7-0e87-4c36-b6cc-a22e31df2ec3 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616014 Apr 06 10:47:25.381627 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b40dbe-79af-4760-90ee-272cee0c7e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:25.383082 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-39b40dbe-79af-4760-90ee-272cee0c7e95 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538169 Apr 06 10:47:27.695675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37736) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:27.789692 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91423bfe-ee7f-410e-becd-61ed935e1c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:27.791046 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-91423bfe-ee7f-410e-becd-61ed935e1c33 admin admin] 10.222.0.57 "GET /v2.0/subnets/dd76e490-8dfa-45dd-9e30-c42e826d0d82 HTTP/1.1" status: 200 len: 849 time: 0.0943878 Apr 06 10:47:27.800811 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:47:27.884693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Publish callbacks [] for subnet (dd76e490-8dfa-45dd-9e30-c42e826d0d82), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:28.028295 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774270958093'] for subnet (dd76e490-8dfa-45dd-9e30-c42e826d0d82), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:28.062550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:28.062550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:28.065249 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] 10.222.0.57 "PUT /v2.0/subnets/dd76e490-8dfa-45dd-9e30-c42e826d0d82 HTTP/1.1" status: 200 len: 868 time: 0.2677829 Apr 06 10:47:28.066696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22ce736-11d7-4c4f-a88f-9bffcc540091 None None] Network 0bdc9b10-e29e-46e8-96ba-359be0075567 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:47:28.082699 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd76e490-8dfa-45dd-9e30-c42e826d0d82,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:47:28.090257 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.090651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.090978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.091325 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.091661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.092001 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.092334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.092647 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.092999 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.093351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.093708 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.094037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.094351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.094677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.095000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cef7d4-1ccb-421e-bea4-c5b04d62ed4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:28.376192 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Provisioning complete for port c696f9bc-1f0d-4dfa-8879-446252c99e7d triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:47:28.376876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c696f9bc-1f0d-4dfa-8879-446252c99e7d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:28.452545 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Current status of the port c696f9bc-1f0d-4dfa-8879-446252c99e7d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:47:28.462963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Provisioning complete for port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:47:28.463273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c44271fd-3e54-4fa9-b74b-da39bbfb85e9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:28.539499 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-8025997e-cc8e-4d51-8a05-ceacaf12e075 None None] Current status of the port c44271fd-3e54-4fa9-b74b-da39bbfb85e9 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:47:30.425532 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37744) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:30.669885 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f51d0-dc43-4526-811a-2105df02bbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:30.670274 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f51d0-dc43-4526-811a-2105df02bbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:30.671846 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-cf0f51d0-dc43-4526-811a-2105df02bbef admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2453496 Apr 06 10:47:33.010136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37754) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:33.140461 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994de5af-49ab-4d3c-89c9-272a1d9836f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:33.140929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994de5af-49ab-4d3c-89c9-272a1d9836f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:33.143055 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-994de5af-49ab-4d3c-89c9-272a1d9836f1 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318963 Apr 06 10:47:35.486658 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37762) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:35.699642 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f0ac-0367-4c7a-a483-fd481177a4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:35.700940 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-37a0f0ac-0367-4c7a-a483-fd481177a4c1 admin admin] 10.222.0.57 "GET /v2.0/networks/0bdc9b10-e29e-46e8-96ba-359be0075567 HTTP/1.1" status: 200 len: 869 time: 0.2133107 Apr 06 10:47:38.056747 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37770) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:38.183672 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca69da-c63a-466d-8cd2-aaaaa4bafd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:38.185048 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c4ca69da-c63a-466d-8cd2-aaaaa4bafd70 admin admin] 10.222.0.57 "GET /v2.0/networks/bdc29460-004c-4490-ab8a-744a3001ff4f HTTP/1.1" status: 200 len: 886 time: 0.1272621 Apr 06 10:47:40.543919 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37778) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:40.665918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49e815-5ee9-439c-96d6-466f20050a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:40.666358 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49e815-5ee9-439c-96d6-466f20050a3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:40.667864 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ba49e815-5ee9-439c-96d6-466f20050a3f admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230061 Apr 06 10:47:43.000780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37786) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:43.128186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc671f0-2ed5-458c-a189-66ec3265e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:43.128646 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc671f0-2ed5-458c-a189-66ec3265e6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:43.130209 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2cc671f0-2ed5-458c-a189-66ec3265e6a6 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283972 Apr 06 10:47:44.182832 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1c6a6b7b-3700-4609-bf57-a613c24b245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:45.238618 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:47:45.503874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37794) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:45.596540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07072c7-33b2-4bc6-ba27-569a2e2a6209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:45.597950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a07072c7-33b2-4bc6-ba27-569a2e2a6209 admin admin] 10.222.0.57 "GET /v2.0/subnets/95ac4113-0762-4fec-9f51-cd8a71e1a4e5 HTTP/1.1" status: 200 len: 816 time: 0.0932002 Apr 06 10:47:46.667515 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-beaec706-01c9-47b5-a77c-23743b1af887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:47.973634 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37802) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:47.982388 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:48.074559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6a30b0-3e3a-4b38-bb64-ba5009f112b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:48.075930 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-de6a30b0-3e3a-4b38-bb64-ba5009f112b5 admin admin] 10.222.0.57 "GET /v2.0/subnets/dd76e490-8dfa-45dd-9e30-c42e826d0d82 HTTP/1.1" status: 200 len: 868 time: 0.1013503 Apr 06 10:47:49.493704 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:50.842055 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:14.184712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-82a6ce7b-84d8-414b-9f9a-5cc6a7b04548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:16.669522 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e11547c8-fe8c-4ce2-85bc-206075e6e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:17.988834 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:19.497073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:20.844379 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:22.238116 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:48:29.263400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37860) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:29.310854 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [None req-d6881505-423a-4319-998a-bf1f4b93a2f9 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:48:29.311870 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d6881505-423a-4319-998a-bf1f4b93a2f9 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475440 Apr 06 10:48:31.746589 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37868) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:31.806331 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7ab7a3-b802-4272-a39d-8c785cf900c3 admin admin] GET failed (client error): The resource could not be found. Apr 06 10:48:31.807574 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ba7ab7a3-b802-4272-a39d-8c785cf900c3 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600402 Apr 06 10:48:31.901327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e5b0c-6e44-4636-8561-fcb1d35fc371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:31.903900 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b64e5b0c-6e44-4636-8561-fcb1d35fc371 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0922737 Apr 06 10:48:34.266389 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37876) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:34.314480 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:48:34.334257 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Made reservation on behalf of b46a50bf82334be294a7fe725e31d5b6 for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:48:34.336503 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.370710 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING neutron.services.revisions.revision_plugin [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Could not find related network for resource to bump revision. Apr 06 10:48:34.384954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:48:34.394712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (daeab86a-6164-43ca-8ce1-31d29a431730), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.395048 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Added segment daeab86a-6164-43ca-8ce1-31d29a431730 of type vlan for network 8acba090-f66c-4642-a19d-db0fbaab1a1d Apr 06 10:48:34.446985 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (8acba090-f66c-4642-a19d-db0fbaab1a1d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.470830 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (8acba090-f66c-4642-a19d-db0fbaab1a1d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.471736 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:34.472306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.524855 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2573743 Apr 06 10:48:34.536171 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8acba090-f66c-4642-a19d-db0fbaab1a1d,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:34.543610 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.543955 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.544321 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.544663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.544997 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.545345 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.545679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.546000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.546337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.546711 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.547049 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.547370 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.547693 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.548032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.548325 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37eb589-222a-4234-85e3-e90f89faa8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:34.559724 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:48:36.903000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37884) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:36.965803 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.pecan_wsgi.hooks.translation [None req-34eaab76-f576-4348-b47b-696f1f03fd23 admin admin] GET failed (client error): The resource could not be found. Apr 06 10:48:36.967117 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-34eaab76-f576-4348-b47b-696f1f03fd23 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631771 Apr 06 10:48:37.068255 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fd86ca-c479-4771-a84a-1838a2b10f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:37.069709 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a8fd86ca-c479-4771-a84a-1838a2b10f7e admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0979815 Apr 06 10:48:37.079768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:48:37.113416 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Made reservation on behalf of b46a50bf82334be294a7fe725e31d5b6 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:48:37.115905 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.336062 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (9cbdd5eb-9386-4ff7-99ba-8fee563f4614), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.393800 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cbdd5eb-9386-4ff7-99ba-8fee563f4614,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:37.404628 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Checking segment: {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:48:37.404989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Network hostable DHCP agents. Network: 8acba090-f66c-4642-a19d-db0fbaab1a1d, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:48:37.426615 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:48:37.438535 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 8acba090-f66c-4642-a19d-db0fbaab1a1d) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:48:37.443904 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:37.444510 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.450354 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45ff41-9514-4bfe-a6ba-dfd983811638 None None] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:48:37.471907 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-1a3ac61b-743c-49ec-afd5-1d5500e584f2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3900321 Apr 06 10:48:37.657609 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-8acba090-f66c-4642-a19d-db0fbaab1a1d', 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d', 'project_id': 'b46a50bf82334be294a7fe725e31d5b6', 'fixed_ips': [{'subnet_id': '9cbdd5eb-9386-4ff7-99ba-8fee563f4614'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:48:37.658479 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.799087 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Allocated IP 192.168.233.2 (8acba090-f66c-4642-a19d-db0fbaab1a1d/9cbdd5eb-9386-4ff7-99ba-8fee563f4614/2fd8758c-dad3-4b70-a7c4-0e9163bb53cc) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:48:37.946043 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks [] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.952121 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:37.996704 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:48:38.000223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:48:38.003767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:48:38.009062 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Pushing event updated for resources: {'Port': ['ID=2fd8758c-dad3-4b70-a7c4-0e9163bb53cc,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:38.017798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.018142 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.018499 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.018853 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.019186 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.019513 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.019833 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.020160 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.020477 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.020801 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.021123 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.021479 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.021805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.022118 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.022442 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:38.077202 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Attempting to bind port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:48:38.077625 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Attempting to bind port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:48:38.078539 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Attempting to bind port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc on network 8acba090-f66c-4642-a19d-db0fbaab1a1d {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:48:38.087306 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:48:38.087588 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Checking segment: {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:48:38.087982 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:38.088374 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Bound using segment: {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:48:38.088841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Bound port: 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:48:38.089218 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:38.152903 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] For port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:48:38.156862 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] For port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=2fd8758c-dad3-4b70-a7c4-0e9163bb53cc,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:48:38.162350 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:38.227338 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56def1fe-2fa9-460f-83ae-111006d5f7ca None None] Pushing event updated for resources: {'Port': ['ID=2fd8758c-dad3-4b70-a7c4-0e9163bb53cc,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:39.145888 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ff6fc7-8838-478a-a0cf-857b5a5294e7 None None] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:48:39.213543 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Provisioning complete for port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:39.213931 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:39.333444 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Current status of the port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:39.333767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:39.369089 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] For port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=2fd8758c-dad3-4b70-a7c4-0e9163bb53cc,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:48:39.376897 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:39.434181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7105d-62bd-4dfd-8a10-490616559e8e None None] Pushing event updated for resources: {'Port': ['ID=2fd8758c-dad3-4b70-a7c4-0e9163bb53cc,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:39.600942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-a876b51c-4a2a-4f72-8d2c-3646b7e9b019 None None] Provisioning complete for port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:39.601268 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a876b51c-4a2a-4f72-8d2c-3646b7e9b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:39.680234 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-a876b51c-4a2a-4f72-8d2c-3646b7e9b019 None None] Current status of the port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:39.837795 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:48:39.889141 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:39.889540 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (2fd8758c-dad3-4b70-a7c4-0e9163bb53cc), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:39.972531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 2fd8758c-dad3-4b70-a7c4-0e9163bb53cc is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:44.186748 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1035eecb-dde8-483d-b34c-19f17790fd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.675072 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e69a977f-cf46-4ed7-8c83-cb80a3f0b808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:47.988481 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:49.498876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:50.847546 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:59.237420 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:49:14.191144 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0f0aa131-c96c-413e-bdf2-ba346b9fb9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:16.676641 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1c36563a-7314-423e-be64-efac904de952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:17.991271 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:19.503070 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:20.849873 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:36.237294 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:49:44.192811 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ed510568-f94b-4971-b5ec-5c3ec6f10b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:46.688670 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c41dfb65-a738-4fd2-837a-e3cecf996d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:47.995420 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:49.507509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:50.854018 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:08.457179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37922) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:08.462855 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [None req-17103eec-7b4a-4576-82c0-f898a8a43c2a tempest-verify_tempest_config-116115 tempest-verify_tempest_config-116115-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:50:08.463812 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-17103eec-7b4a-4576-82c0-f898a8a43c2a tempest-verify_tempest_config-116115 tempest-verify_tempest_config-116115-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055645 Apr 06 10:50:08.748448 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 37940) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:08.847772 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:08.923916 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Publish callbacks [] for security_group (272feb33-a2b0-44ad-bd4d-a5694086a2c0), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:08.927612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (272feb33-a2b0-44ad-bd4d-a5694086a2c0), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:08.971306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272feb33-a2b0-44ad-bd4d-a5694086a2c0,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:50:08.974899 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64fc51841aab4708a1c1b01e10d2ae68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2254832 Apr 06 10:50:08.977832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 37944) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:08.980179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.980534 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.980876 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.981218 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.982178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.982427 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.982754 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.983083 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.983412 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.983736 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.984062 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.984404 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.984729 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.985050 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:08.985395 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16dd7b4-1b8d-438c-a245-b0029a4a23ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.032379 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Publish callbacks [] for security_group (272feb33-a2b0-44ad-bd4d-a5694086a2c0), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:09.053591 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Publish callbacks [] for security_group (272feb33-a2b0-44ad-bd4d-a5694086a2c0), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:09.145807 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (272feb33-a2b0-44ad-bd4d-a5694086a2c0), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:09.149008 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:09.150325 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/272feb33-a2b0-44ad-bd4d-a5694086a2c0 HTTP/1.1" status: 204 len: 168 time: 0.1715243 Apr 06 10:50:09.158068 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272feb33-a2b0-44ad-bd4d-a5694086a2c0,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:50:09.164654 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.164988 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.165349 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.165691 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.166021 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.166349 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.166679 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.167004 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.167326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.167651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.167975 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.168296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.168619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.168938 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:09.169839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d901251-06c9-4430-aa33-96f7b22f35f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:13.236237 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:50:14.195741 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a6f42fa4-69cb-4d52-be9e-de29d77c80f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:16.690398 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1a282ad7-996e-4470-b0a6-2574fe34e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.996332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:19.512486 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:20.856427 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:44.198465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-64dc712e-9461-42b4-9d07-0e24d89df3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:46.687785 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-479b0fdf-2a7f-418a-9b6f-dbb734e4c25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:47.999076 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:49.511673 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:50.235504 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:50:50.858903 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:14.200541 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3574159-e592-4882-b705-c29d4a08b1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:16.680509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-08c5333d-1cfa-4767-a18c-c70da2d0fdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:18.001335 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:19.516556 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:20.861494 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:27.234355 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 5 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:51:44.202440 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cc20515f-a4c6-4473-916b-cd938fc6b2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:46.683194 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a97d4ae9-3eba-4773-92ab-970ce0e170a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:48.003953 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:49.518869 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:50.864091 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:58.680179 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-366173'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:04.233654 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:52:13.717445 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38016) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:52:13.837239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d13b80c7-c9cd-4906-bb53-cc1d303e1b25 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1104519 Apr 06 10:52:14.205211 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7938b2af-03fb-40e0-838e-ebc792274775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:16.189854 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38026) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:52:16.250552 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7ff31e11-6c32-41a4-9035-6851c4a774ac admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0596161 Apr 06 10:52:16.686991 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5baa2b12-071a-4a73-9b9f-f9aa56cd4dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:18.006903 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:19.521804 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:20.867271 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:28.677962 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:41.234337 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:52:44.206313 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-6ab7a5e0-6b07-43ba-8f8e-bf48d8362cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:46.691267 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f914e52c-aded-458f-a076-8d90f53369cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:48.009063 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:49.526106 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:50.869007 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:58.708098 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:14.208725 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-776a2ecd-ad61-49e2-a3dc-5df221f61968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:16.693656 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-76b9451d-58ce-4990-90d1-be53a36e67dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:18.012181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:18.233104 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:53:19.529014 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:20.870329 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:28.723925 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:44.210399 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fd442f67-0eb3-44d8-b2e2-1991780c7bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:46.697617 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1bf2930f-1815-401a-8e00-53e767816b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:48.014061 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:49.536227 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:50.872166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.234177 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:53:55.243369 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38124) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:55.429173 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-674169053-network', 'tenant_id': 'bc1dc8fc5a384e0cb9aa602990c36a62'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:55.451310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Made reservation on behalf of bc1dc8fc5a384e0cb9aa602990c36a62 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:55.454208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.462732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.548097 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks [] for security_group (a1c4efe2-0971-430b-a684-25557945b385), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.552211 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a1c4efe2-0971-430b-a684-25557945b385), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.586923 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:53:55.599262 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (6ed209c2-af8b-4a62-8777-4c7f084d3ea6), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.599639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Added segment 6ed209c2-af8b-4a62-8777-4c7f084d3ea6 of type vlan for network 9b41b180-a522-4a47-b642-cc705d90b0db Apr 06 10:53:55.608302 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4efe2-0971-430b-a684-25557945b385,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:55.649348 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.649695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.650053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.650397 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.650724 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.651053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.651557 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.651988 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.652575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.652724 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.653067 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.653665 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.653998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.654437 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.654958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Tracked resource versions report: Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: pushed versions: Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: { 'AddressGroup': {'1.2'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Agent': {'1.1'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'ConntrackHelper': {'1.0'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Log': {'1.0'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'NDPProxy': {'1.0'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Network': {'1.1'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Port': {'1.7'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'PortForwarding': {'1.3'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'QosPolicy': {'1.10'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroup': {'1.5'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SubPort': {'1.0'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Subnet': {'1.1'}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Trunk': {'1.1'}} Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: consumer versions: Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Agent': '1.1', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'ConntrackHelper': '1.0', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'LocalIPAssociation': '1.0', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Log': '1.0', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'NDPProxy': '1.0', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Network': '1.1', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Port': '1.7', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'PortForwarding': '1.3', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'QosPolicy': '1.10', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroup': '1.5', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SecurityGroupRule': '1.2', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'SubPort': '1.0', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Subnet': '1.1', Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: 'Trunk': '1.1'}} Apr 06 10:53:55.655896 dv-cinder-836071-2-iscsi neutron-server[120430]: {{(pid=120430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:53:55.668515 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (9b41b180-a522-4a47-b642-cc705d90b0db), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.697814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (9b41b180-a522-4a47-b642-cc705d90b0db), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.699094 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:55.699672 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:55.912988 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] Pushing event updated for resources: {'Network': ['ID=9b41b180-a522-4a47-b642-cc705d90b0db,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:55.921216 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38178) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:55.921872 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-093f7017-7735-40fb-8ba8-c37e78ad1bac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6767771 Apr 06 10:53:55.927525 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Request body: {'subnet': {'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-674169053-subnet', 'tenant_id': 'bc1dc8fc5a384e0cb9aa602990c36a62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:55.933076 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 9b41b180-a522-4a47-b642-cc705d90b0db details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:53:55.963275 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Made reservation on behalf of bc1dc8fc5a384e0cb9aa602990c36a62 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:55.965801 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:56.158792 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (a58f4fc5-85c9-42a6-8e30-71f1f0577daa), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:56.212260 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a58f4fc5-85c9-42a6-8e30-71f1f0577daa,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:56.225793 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.226406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.226765 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.227106 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.227435 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.227763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.228097 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.228437 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.228760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.229084 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.229456 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.229800 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.230122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.230439 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.230755 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Tracked resource versions report: Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: pushed versions: Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: { 'AddressGroup': {'1.2'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Agent': {'1.1'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'ConntrackHelper': {'1.0'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Log': {'1.0'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'NDPProxy': {'1.0'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Network': {'1.1'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Port': {'1.7'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'PortForwarding': {'1.3'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'QosPolicy': {'1.10'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroup': {'1.5'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SubPort': {'1.0'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Subnet': {'1.1'}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Trunk': {'1.1'}} Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: consumer versions: Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Agent': '1.1', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'ConntrackHelper': '1.0', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'LocalIPAssociation': '1.0', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Log': '1.0', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'NDPProxy': '1.0', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Network': '1.1', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Port': '1.7', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'PortForwarding': '1.3', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'QosPolicy': '1.10', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroup': '1.5', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SecurityGroupRule': '1.2', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'SubPort': '1.0', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Subnet': '1.1', Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: 'Trunk': '1.1'}} Apr 06 10:53:56.231920 dv-cinder-836071-2-iscsi neutron-server[120431]: {{(pid=120431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:53:56.240865 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Checking segment: {'id': '6ed209c2-af8b-4a62-8777-4c7f084d3ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:53:56.241228 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Network hostable DHCP agents. Network: 9b41b180-a522-4a47-b642-cc705d90b0db, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:53:56.258063 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Network 9b41b180-a522-4a47-b642-cc705d90b0db is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:53:56.267768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 9b41b180-a522-4a47-b642-cc705d90b0db) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:53:56.273897 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:56.274490 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:56.279203 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf657b48-c1a8-42d5-b626-ed43d568e1b9 None None] Network 9b41b180-a522-4a47-b642-cc705d90b0db requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:53:56.304137 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b6f283b7-2f8d-42d9-836c-cd51ef268271 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3778844 Apr 06 10:53:56.402605 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d0ef4-9c2e-45b2-a498-90bc51db6ecc None None] Network 9b41b180-a522-4a47-b642-cc705d90b0db requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:53:57.130005 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38256) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:57.293910 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38272) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:57.420649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38280) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:57.449073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-network', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:57.472437 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Made reservation on behalf of 2eee0ffa556a401fa16336b0601da24b for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:57.475601 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.487619 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.572330 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks [] for security_group (9d47e19f-69ca-4fd3-84fa-a55a90506d1a), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.577180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (9d47e19f-69ca-4fd3-84fa-a55a90506d1a), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.606180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:53:57.611690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d47e19f-69ca-4fd3-84fa-a55a90506d1a,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:57.618813 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (b84e5123-30b9-479b-9048-4613723cd915), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.619241 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Added segment b84e5123-30b9-479b-9048-4613723cd915 of type vlan for network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be Apr 06 10:53:57.662704 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.673910 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-network', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:57.700203 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Made reservation on behalf of 47dece66d38a4f31b98fc5f917af446e for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:57.702732 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.713072 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.801262 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks [] for security_group (4756e0dd-1ec9-4861-88f0-57f5126f8c5f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.802906 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.804139 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:57.804938 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.826481 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4756e0dd-1ec9-4861-88f0-57f5126f8c5f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.839329 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:53:57.848691 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.848967 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Added segment 1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1 of type vlan for network 4658973f-8949-4895-99e0-35fdfcbbc74b Apr 06 10:53:57.898618 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1041640-network', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:57.951714 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Made reservation on behalf of a855e47716b246aab91f2ec8341daa44 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:57.954725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:57.974622 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.036169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (4658973f-8949-4895-99e0-35fdfcbbc74b), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.142276 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks [] for security_group (3f654402-2fa8-4a8c-98bd-5ab4629fe818), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.158472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (3f654402-2fa8-4a8c-98bd-5ab4629fe818), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.174656 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:53:58.192512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (deb82134-d582-4a92-8729-30e22a05eb38), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.193339 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Added segment deb82134-d582-4a92-8729-30e22a05eb38 of type vlan for network ba370dd1-0749-4bb4-b6fe-07fe46746af1 Apr 06 10:53:58.202451 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756e0dd-1ec9-4861-88f0-57f5126f8c5f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:58.207345 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (4658973f-8949-4895-99e0-35fdfcbbc74b), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.210290 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:58.212991 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.260583 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9654393 Apr 06 10:53:58.273474 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38304) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:58.280551 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (ba370dd1-0749-4bb4-b6fe-07fe46746af1), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.282975 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Request body: {'subnet': {'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-subnet', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:58.333897 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1991825 Apr 06 10:53:58.334929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38308) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:58.337617 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482fa76-e0dd-4a25-b3e2-f314c0d01dd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:58.352941 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Request body: {'subnet': {'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-subnet', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:58.356512 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:53:58.394767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f654402-2fa8-4a8c-98bd-5ab4629fe818,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:58.399463 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (ba370dd1-0749-4bb4-b6fe-07fe46746af1), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.403131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:58.407026 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.534277 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b91f86-f2ef-48cf-ac08-742b481ebe1e admin admin] Pushing event updated for resources: {'Network': ['ID=4658973f-8949-4895-99e0-35fdfcbbc74b,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:58.536353 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Made reservation on behalf of 47dece66d38a4f31b98fc5f917af446e for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:58.542828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.549156 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Made reservation on behalf of 2eee0ffa556a401fa16336b0601da24b for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:58.557768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.560122 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1376221 Apr 06 10:53:58.576418 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38328) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:58.577428 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0e064-1063-4ac5-814e-e2ba31654f4f admin admin] Pushing event updated for resources: {'Network': ['ID=ba370dd1-0749-4bb4-b6fe-07fe46746af1,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:58.587681 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Request body: {'subnet': {'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1041640-subnet', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:58.587823 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 4658973f-8949-4895-99e0-35fdfcbbc74b details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:53:58.602887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:53:58.644400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Made reservation on behalf of a855e47716b246aab91f2ec8341daa44 for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:53:58.647419 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:58.981029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.027451 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (116c8e8b-2e8b-446d-92db-d01ddd6dedac), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.041548 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (68f9bcf7-1390-4229-b636-42602130845e), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.122944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=116c8e8b-2e8b-446d-92db-d01ddd6dedac,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:59.130230 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f9bcf7-1390-4229-b636-42602130845e,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:59.133204 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Checking segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:53:59.133608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Network hostable DHCP agents. Network: ba370dd1-0749-4bb4-b6fe-07fe46746af1, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:53:59.135044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Checking segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:53:59.135407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Network hostable DHCP agents. Network: f80712a9-6e2e-4b31-b6e9-4c368c7fc9be, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:53:59.154541 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:53:59.171195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, ba370dd1-0749-4bb4-b6fe-07fe46746af1) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:53:59.180998 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:53:59.181549 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40375ae1-d373-4206-870a-0bfe79686912 None None] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:53:59.184947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:59.185993 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.215136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, f80712a9-6e2e-4b31-b6e9-4c368c7fc9be) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:53:59.227150 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5d85ec61-cafc-4697-835a-65bc86fc6785 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6465619 Apr 06 10:53:59.229002 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38356) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:59.239131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:59.246612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:59.247445 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.279281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38364) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:59.290479 dv-cinder-836071-2-iscsi neutron-server[120430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 10:53:59.293066 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cd45c-2d87-4fba-ae08-09c61bd00ff7 None None] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:53:59.354358 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-75bff7a1-8a70-4fcb-b9c2-8e706b6e4576 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0095189 Apr 06 10:53:59.367019 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38368) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:53:59.374603 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:53:59.405237 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:53:59.414677 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.418265 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.419352 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.428712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (cc886d4d-9ff9-4900-b602-40d03df979f9), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.533145 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc886d4d-9ff9-4900-b602-40d03df979f9,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:53:59.593604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-7bb45f36-5d08-4af6-a6ff-a2e3fdcc6edf tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:53:59.595894 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-7bb45f36-5d08-4af6-a6ff-a2e3fdcc6edf tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/networks?id=9b41b180-a522-4a47-b642-cc705d90b0db HTTP/1.1" status: 200 len: 811 time: 0.3148646 Apr 06 10:53:59.606077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.607655 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.628053 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for router_controller (4b7d6081-6555-49dc-b681-d57a2f6e0565), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.657915 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-58ba77f4-80fa-489f-9b97-1ca212d73d68 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/quotas/bc1dc8fc5a384e0cb9aa602990c36a62 HTTP/1.1" status: 200 len: 375 time: 0.0375800 Apr 06 10:53:59.767839 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:53:59.768860 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.801767 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:53:59.802127 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Network hostable DHCP agents. Network: 4658973f-8949-4895-99e0-35fdfcbbc74b, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:53:59.804737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Allocated IP 172.20.0.2 (ba370dd1-0749-4bb4-b6fe-07fe46746af1/116c8e8b-2e8b-446d-92db-d01ddd6dedac/86cadfee-00ab-4ef4-abba-f3adc3626088) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:53:59.868035 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for router_controller (a5055d66-c50e-4860-a42d-30acbf3e3dc7), precommit_add_association {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.897214 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-a6a2cf00-de5c-478f-b0ab-5f95e0ad4fa8 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc1dc8fc5a384e0cb9aa602990c36a62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2296777 Apr 06 10:53:59.968672 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for router_gateway (4b7d6081-6555-49dc-b681-d57a2f6e0565), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:59.976931 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:54:00.017663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 4658973f-8949-4895-99e0-35fdfcbbc74b) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:00.081723 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:00.086068 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.090773 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8f475-5454-4a03-b8dd-b3641eb03a6e None None] Network 4658973f-8949-4895-99e0-35fdfcbbc74b requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:00.127416 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ba9debac-8256-4ca5-bec5-1d1429cdd20f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8525507 Apr 06 10:54:00.129801 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38402) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:00.143490 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:00.186800 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.188446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.272145 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for router_gateway (a5055d66-c50e-4860-a42d-30acbf3e3dc7), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.281524 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Allocated IP 172.20.0.2 (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be/68f9bcf7-1390-4229-b636-42602130845e/eea58eeb-7e3f-491e-ba91-2daafdb89a63) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:00.356550 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-4658973f-8949-4895-99e0-35fdfcbbc74b', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:54:00.357448 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.367933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-f0e47f7c-7428-49ab-977b-a61778d8483c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:00.369392 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-f0e47f7c-7428-49ab-977b-a61778d8483c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1496341 Apr 06 10:54:00.386819 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for router_controller (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.432694 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks [] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.456711 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.567794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for router_gateway (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.627657 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:00.643478 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:00.646366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:00.662692 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.685420 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for router_gateway (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.768130 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for router_gateway (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.799672 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.860320 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Pushing event updated for resources: {'Port': ['ID=86cadfee-00ab-4ef4-abba-f3adc3626088,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:00.882666 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-a004949d-c60f-44b3-a715-bfc668c0551d service neutron] 10.222.0.57 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057893 Apr 06 10:54:00.904198 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Attempting to bind port 86cadfee-00ab-4ef4-abba-f3adc3626088 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:00.904713 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Attempting to bind port 86cadfee-00ab-4ef4-abba-f3adc3626088 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:00.906489 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Attempting to bind port 86cadfee-00ab-4ef4-abba-f3adc3626088 on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:00.912921 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.913076 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.913538 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.913947 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.914344 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.914739 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.915130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.915518 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.915929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.916434 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.916770 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.917189 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.917670 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.918079 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.919532 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Tracked resource versions report: Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: pushed versions: Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Agent': {'1.1'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Log': {'1.0'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'NDPProxy': {'1.0'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Network': {'1.1'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Port': {'1.7'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'PortForwarding': {'1.3'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'QosPolicy': {'1.10'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SubPort': {'1.0'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Subnet': {'1.1'}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Trunk': {'1.1'}} Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: consumer versions: Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Agent': '1.1', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'ConntrackHelper': '1.0', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'LocalIPAssociation': '1.0', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Log': '1.0', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'NDPProxy': '1.0', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Network': '1.1', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Port': '1.7', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'PortForwarding': '1.3', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'QosPolicy': '1.10', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroup': '1.5', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SecurityGroupRule': '1.2', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'SubPort': '1.0', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Subnet': '1.1', Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: 'Trunk': '1.1'}} Apr 06 10:54:00.919843 dv-cinder-836071-2-iscsi neutron-server[120433]: {{(pid=120433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:00.934546 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Allocated IP 172.20.0.2 (4658973f-8949-4895-99e0-35fdfcbbc74b/cc886d4d-9ff9-4900-b602-40d03df979f9/17aa03bd-2dd0-4d18-b074-1967b4af204b) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:00.936667 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks [] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.945322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:00.945767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Checking segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:00.946130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.946574 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Bound using segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:00.947190 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Bound port: 86cadfee-00ab-4ef4-abba-f3adc3626088, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:00.947507 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.964781 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:00.990068 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Allocated IP 172.27.0.48 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/b7edfedd-acec-4c36-933a-d1cd32dcc27c) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:01.033477 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-a2dc75ba-6a32-47a0-a78b-d04d70509828 service neutron] 10.222.0.57 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434119 Apr 06 10:54:01.078259 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:01.096542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Pushing event updated for resources: {'Port': ['ID=eea58eeb-7e3f-491e-ba91-2daafdb89a63,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:01.102640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:01.150060 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:01.169710 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] For port 86cadfee-00ab-4ef4-abba-f3adc3626088, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:01.187363 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.215892 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] For port 86cadfee-00ab-4ef4-abba-f3adc3626088, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=86cadfee-00ab-4ef4-abba-f3adc3626088,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:01.273273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.352735 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Attempting to bind port eea58eeb-7e3f-491e-ba91-2daafdb89a63 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:01.353126 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Attempting to bind port eea58eeb-7e3f-491e-ba91-2daafdb89a63 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:01.353618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Attempting to bind port eea58eeb-7e3f-491e-ba91-2daafdb89a63 on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:01.438032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:01.438694 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Checking segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:01.438806 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.439163 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Bound using segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:01.439674 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Bound port: eea58eeb-7e3f-491e-ba91-2daafdb89a63, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:01.440071 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.445785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.516526 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks [] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.521846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for router_gateway (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.551979 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.573760 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.589838 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:01.601756 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:01.623632 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:01.721187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] For port eea58eeb-7e3f-491e-ba91-2daafdb89a63, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:01.724977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] For port eea58eeb-7e3f-491e-ba91-2daafdb89a63, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=eea58eeb-7e3f-491e-ba91-2daafdb89a63,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:01.741290 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:01.746909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:01.749663 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:01.757876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:01.832154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Pushing event updated for resources: {'Port': ['ID=b7edfedd-acec-4c36-933a-d1cd32dcc27c,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:01.910559 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d99ad-74e7-4138-82c5-33bf03b43372 None None] Pushing event updated for resources: {'Port': ['ID=86cadfee-00ab-4ef4-abba-f3adc3626088,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:01.912899 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6af77768-7d1c-406d-9681-8a0b40fdd67a req-c3d5fef8-17a6-42ac-9594-4ed778a097bc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.5778484 Apr 06 10:54:02.048708 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Allocated IP 172.27.0.36 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/f2fe8b68-6a87-48c9-a97b-09ac84b0d500) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:02.088733 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Pushing event updated for resources: {'Port': ['ID=17aa03bd-2dd0-4d18-b074-1967b4af204b,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:02.097717 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Attempting to bind port 17aa03bd-2dd0-4d18-b074-1967b4af204b on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:02.097964 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Attempting to bind port 17aa03bd-2dd0-4d18-b074-1967b4af204b by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:02.098260 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Attempting to bind port 17aa03bd-2dd0-4d18-b074-1967b4af204b on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:02.245628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 86cadfee-00ab-4ef4-abba-f3adc3626088 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:02.261452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:02.263119 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:02.266394 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.267380 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Bound using segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:02.268038 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Bound port: 17aa03bd-2dd0-4d18-b074-1967b4af204b, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:02.272337 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.297452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.440406 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.580465 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for router_gateway (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.583408 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Allocated IP 172.27.0.7 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/04fd833e-2505-428b-a2a8-efb364726c74) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:02.643439 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Pushing event updated for resources: {'Port': ['ID=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:02.660085 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee59910-38be-42e1-b41f-8b5fcc0616ce None None] Pushing event updated for resources: {'Port': ['ID=eea58eeb-7e3f-491e-ba91-2daafdb89a63,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:02.677996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:02.680651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:02.684170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:02.773688 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-07d92542-d091-4118-a94c-d02d69966cde None None] For port 17aa03bd-2dd0-4d18-b074-1967b4af204b, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:02.776033 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 86cadfee-00ab-4ef4-abba-f3adc3626088 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:02.776614 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:02.780582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-07d92542-d091-4118-a94c-d02d69966cde None None] For port 17aa03bd-2dd0-4d18-b074-1967b4af204b, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=17aa03bd-2dd0-4d18-b074-1967b4af204b,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:02.810792 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.023601 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d92542-d091-4118-a94c-d02d69966cde None None] Pushing event updated for resources: {'Port': ['ID=17aa03bd-2dd0-4d18-b074-1967b4af204b,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:03.074095 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f77a215-6145-4dbc-9a58-5709fcd343fc req-8fe0811f-2464-43bb-a71e-2b1cfe6cae4f tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.0719738 Apr 06 10:54:03.079757 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 86cadfee-00ab-4ef4-abba-f3adc3626088 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:03.080731 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.152927 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 86cadfee-00ab-4ef4-abba-f3adc3626088, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=86cadfee-00ab-4ef4-abba-f3adc3626088,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:03.164307 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.254017 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=86cadfee-00ab-4ef4-abba-f3adc3626088,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:03.318118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.381834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for router_gateway (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.597020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d36e29-6b43-4496-a401-d7ef56e5ecbc None None] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:03.629040 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for port (04fd833e-2505-428b-a2a8-efb364726c74), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.694351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.698985 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-4d46327e-9089-4850-bcf4-4dca5b714ac3 None None] Provisioning complete for port 86cadfee-00ab-4ef4-abba-f3adc3626088 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:03.699546 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4d46327e-9089-4850-bcf4-4dca5b714ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.722090 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (04fd833e-2505-428b-a2a8-efb364726c74), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.797684 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:03.801708 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:03.803639 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d8fd6-de90-4286-9f9e-f4ccab8cd573 None None] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:03.805898 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:03.813115 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Pushing event updated for resources: {'Port': ['ID=04fd833e-2505-428b-a2a8-efb364726c74,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:03.901195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:54:03.923873 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:54:04.053626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:04.068208 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:04.078773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.085448 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:04.085824 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b1e2f74e-f029-445e-861e-3bde6c1b268c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8547621 Apr 06 10:54:04.088626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38524) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:04.089749 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:04.163558 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-4d46327e-9089-4850-bcf4-4dca5b714ac3 None None] Current status of the port 86cadfee-00ab-4ef4-abba-f3adc3626088 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:04.244154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for router_gateway (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.389936 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Provisioning complete for port eea58eeb-7e3f-491e-ba91-2daafdb89a63 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:04.392314 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.445666 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 17aa03bd-2dd0-4d18-b074-1967b4af204b up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:04.484805 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:04.559777 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:04.587932 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:04.599161 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.600396 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4e61bc18-60ff-464c-8cc3-24288c2cf403 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2317786 Apr 06 10:54:04.604745 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38534) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:04.669504 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ce26d1ca-7280-4293-9411-d3e844930728 req-cb8d055e-1dc8-4529-8fc2-c66bd5ecce37 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.0621121 Apr 06 10:54:04.691537 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:04.692181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:04.774618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1b2ca-ef2a-4d91-a733-9a4d36726f8d None None] Network 4658973f-8949-4895-99e0-35fdfcbbc74b requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:04.779296 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 3, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:04.824559 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:04.825073 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Updating router a5055d66-c50e-4860-a42d-30acbf3e3dc7 port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:04.866935 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.916509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 17aa03bd-2dd0-4d18-b074-1967b4af204b triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:04.918303 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.927999 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Current status of the port eea58eeb-7e3f-491e-ba91-2daafdb89a63 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:04.928167 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:04.958089 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.023555 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.094180 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] For port eea58eeb-7e3f-491e-ba91-2daafdb89a63, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=eea58eeb-7e3f-491e-ba91-2daafdb89a63,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:05.147392 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.262283 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks [] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.274079 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9489b3e8-b683-4288-85af-e5bbb7468d48 None None] Pushing event updated for resources: {'Port': ['ID=eea58eeb-7e3f-491e-ba91-2daafdb89a63,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:05.278633 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.334857 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 17aa03bd-2dd0-4d18-b074-1967b4af204b is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:05.335370 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.343132 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:54:05.358919 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Allocated IP 172.20.0.1 (ba370dd1-0749-4bb4-b6fe-07fe46746af1/116c8e8b-2e8b-446d-92db-d01ddd6dedac/b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:05.373146 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Provisioning complete for port eea58eeb-7e3f-491e-ba91-2daafdb89a63 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:05.373730 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.407369 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Attempting to bind port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:05.407970 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Attempting to bind port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:05.408515 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Attempting to bind port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:05.410893 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Pushing event updated for resources: {'Port': ['ID=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:05.423467 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.424045 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.424553 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.425061 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.425568 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.426076 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.426563 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.427069 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.427579 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.428071 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.428557 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.429614 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.430136 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.430602 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.431089 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Tracked resource versions report: Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: pushed versions: Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Agent': {'1.1'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Log': {'1.0'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'NDPProxy': {'1.0'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Network': {'1.1'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Port': {'1.7'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'PortForwarding': {'1.3'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'QosPolicy': {'1.10'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SubPort': {'1.0'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Subnet': {'1.1'}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Trunk': {'1.1'}} Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: consumer versions: Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: { DHCP agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: L3 agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: Metadata agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: Metering agent@dv-cinder-836071-2-iscsi: {}, Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: Open vSwitch agent@dv-cinder-836071-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Agent': '1.1', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'ConntrackHelper': '1.0', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'LocalIPAssociation': '1.0', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Log': '1.0', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'NDPProxy': '1.0', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Network': '1.1', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Port': '1.7', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'PortForwarding': '1.3', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'QosPolicy': '1.10', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroup': '1.5', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SecurityGroupRule': '1.2', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'SubPort': '1.0', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Subnet': '1.1', Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: 'Trunk': '1.1'}} Apr 06 10:54:05.432856 dv-cinder-836071-2-iscsi neutron-server[120434]: {{(pid=120434) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:05.442252 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:05.443076 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:05.444053 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.444589 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:05.445502 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Bound port: f2fe8b68-6a87-48c9-a97b-09ac84b0d500, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:05.446034 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.484354 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:05.512737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 17aa03bd-2dd0-4d18-b074-1967b4af204b, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=17aa03bd-2dd0-4d18-b074-1967b4af204b,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:05.558913 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] For port f2fe8b68-6a87-48c9-a97b-09ac84b0d500, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:05.568073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.568448 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] For port f2fe8b68-6a87-48c9-a97b-09ac84b0d500, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:05.569527 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device eea58eeb-7e3f-491e-ba91-2daafdb89a63 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:05.582622 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.603154 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks [] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.676056 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.731842 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:05.732572 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:05.747028 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=17aa03bd-2dd0-4d18-b074-1967b4af204b,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:05.775438 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Pushing event updated for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:05.803759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:05.803759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:05.808191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:05.808693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.851900 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ac95-cd85-4715-917d-df0aac3873b6 None None] Pushing event updated for resources: {'Port': ['ID=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:05.908775 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:05.919299 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.939469 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:05.946540 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port eea58eeb-7e3f-491e-ba91-2daafdb89a63 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:05.947569 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.981117 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:05.981801 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:05.990703 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:05.995997 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-faaba7ba-d2a8-4a01-beaa-cb8ebbdf0a50 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8594646 Apr 06 10:54:06.005170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38566) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:06.069318 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Current status of the port eea58eeb-7e3f-491e-ba91-2daafdb89a63 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:06.118967 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f685e321-8add-4660-95ee-2dd78a6e086a req-edaf1f06-597b-422a-a68e-b7053efe9fdd tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.1734817 Apr 06 10:54:06.136201 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Provisioning complete for port 86cadfee-00ab-4ef4-abba-f3adc3626088 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:06.136600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.138932 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 3, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:06.147431 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:06.216178 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:06.216531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Updating router 4b7d6081-6555-49dc-b681-d57a2f6e0565 port b7edfedd-acec-4c36-933a-d1cd32dcc27c binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:06.250250 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port eea58eeb-7e3f-491e-ba91-2daafdb89a63 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:06.252046 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 86cadfee-00ab-4ef4-abba-f3adc3626088 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:06.282503 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.306394 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Allocated IP 172.20.0.1 (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be/68f9bcf7-1390-4229-b636-42602130845e/95ab3c95-2d82-4bf2-bea7-691f1379dfa7) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:06.434695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.446417 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 3, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:06.451163 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 86cadfee-00ab-4ef4-abba-f3adc3626088 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:06.451530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.475184 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks [] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.482956 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:06.486181 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55799752-5807-40c4-a5e6-be16c85a16ff None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 3, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:06.526442 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.573210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Current status of the port 86cadfee-00ab-4ef4-abba-f3adc3626088 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:06.608533 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:06.613997 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:06.625823 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Provisioning complete for port 17aa03bd-2dd0-4d18-b074-1967b4af204b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:06.626221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.633622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:06.636522 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.735663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Pushing event updated for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:06.743355 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks [] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.838296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.839087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.005357 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:03Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:07.033288 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 86cadfee-00ab-4ef4-abba-f3adc3626088 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:07.043267 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:07.043765 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Updating router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 port 04fd833e-2505-428b-a2a8-efb364726c74 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:07.095317 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks [] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.109888 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (04fd833e-2505-428b-a2a8-efb364726c74), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.150719 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.196261 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.225754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Pushing event updated for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.283583 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-7f8019c1-ab99-4d40-9f5d-04f2055a34bb None None] Current status of the port 17aa03bd-2dd0-4d18-b074-1967b4af204b is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:07.312937 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Attempting to bind port b7edfedd-acec-4c36-933a-d1cd32dcc27c on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:07.313121 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Attempting to bind port b7edfedd-acec-4c36-933a-d1cd32dcc27c by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:07.313509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Attempting to bind port b7edfedd-acec-4c36-933a-d1cd32dcc27c on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:07.317637 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfe43f-46ac-42dc-97b8-df646397fb6d None None] Pushing event updated for resources: {'Port': ['ID=b7edfedd-acec-4c36-933a-d1cd32dcc27c,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.352681 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:07.353381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:07.353506 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.353871 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:07.354362 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Bound port: b7edfedd-acec-4c36-933a-d1cd32dcc27c, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:07.354742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.370811 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.405334 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device f2fe8b68-6a87-48c9-a97b-09ac84b0d500 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:07.426069 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c1f4b241-0866-4cf7-a2d8-eeff55376d84 req-4f4c0623-dc93-4337-a7b1-c713048e0cc4 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.1106222 Apr 06 10:54:07.459365 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:07.467521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:07.529488 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Provisioning complete for port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:07.530104 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.561292 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] For port b7edfedd-acec-4c36-933a-d1cd32dcc27c, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:07.585749 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] For port b7edfedd-acec-4c36-933a-d1cd32dcc27c, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b7edfedd-acec-4c36-933a-d1cd32dcc27c,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:07.604212 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.659388 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks [] for port (04fd833e-2505-428b-a2a8-efb364726c74), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.666599 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:07.671187 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (04fd833e-2505-428b-a2a8-efb364726c74), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.677391 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:07.677706 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.682134 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks [] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.693068 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.697069 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.744344 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0df31-266d-4e70-a622-e29dded9ebb8 None None] Pushing event updated for resources: {'Port': ['ID=04fd833e-2505-428b-a2a8-efb364726c74,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.767570 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Attempting to bind port 04fd833e-2505-428b-a2a8-efb364726c74 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:07.767989 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Attempting to bind port 04fd833e-2505-428b-a2a8-efb364726c74 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:07.768403 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Attempting to bind port 04fd833e-2505-428b-a2a8-efb364726c74 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:07.775362 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:07.775807 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:07.776261 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.776662 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:07.777151 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Bound port: 04fd833e-2505-428b-a2a8-efb364726c74, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:07.777578 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (04fd833e-2505-428b-a2a8-efb364726c74), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.786133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfe43f-46ac-42dc-97b8-df646397fb6d None None] Pushing event updated for resources: {'Port': ['ID=b7edfedd-acec-4c36-933a-d1cd32dcc27c,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.793128 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:07.795312 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.836751 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] For port 04fd833e-2505-428b-a2a8-efb364726c74, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:07.839902 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] For port 04fd833e-2505-428b-a2a8-efb364726c74, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=04fd833e-2505-428b-a2a8-efb364726c74,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:07.848090 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (04fd833e-2505-428b-a2a8-efb364726c74), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.863933 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:07.870695 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:07.902300 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Pushing event updated for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.903626 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:07.908411 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:07.916141 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0df31-266d-4e70-a622-e29dded9ebb8 None None] Pushing event updated for resources: {'Port': ['ID=04fd833e-2505-428b-a2a8-efb364726c74,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.928357 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Allocated IP 172.20.0.1 (4658973f-8949-4895-99e0-35fdfcbbc74b/cc886d4d-9ff9-4900-b602-40d03df979f9/bac97c63-3e66-4970-9927-069214f3d603) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:07.939188 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:07.941123 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:07.956004 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:07.957786 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:08.138739 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:08.139311 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.179274 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port f2fe8b68-6a87-48c9-a97b-09ac84b0d500, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:08.180340 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:08.203535 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Provisioning complete for port 17aa03bd-2dd0-4d18-b074-1967b4af204b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:08.204169 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.242283 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:08.299332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.301384 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 17aa03bd-2dd0-4d18-b074-1967b4af204b up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:08.443849 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:03Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:08.478190 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa8ff7b-c7fa-4dbd-b5d9-deb61cf13289 None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:03Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:08.479802 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:08.487756 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f6e0e216-c04f-45e9-a3b8-c98e55efd748 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b7d6081-6555-49dc-b681-d57a2f6e0565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8819680 Apr 06 10:54:08.500913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 17aa03bd-2dd0-4d18-b074-1967b4af204b triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:08.500913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.538023 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:08.553431 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:08.553913 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e0184af0-eeeb-4fd6-80be-e5dff1af7ffb admin admin] 10.222.0.57 "PUT /v2.0/routers/a5055d66-c50e-4860-a42d-30acbf3e3dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4538410 Apr 06 10:54:08.562780 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks [] for port (bac97c63-3e66-4970-9927-069214f3d603), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.607237 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-285c63a8-d9a4-4407-a52a-520ab510e096 req-f86fd9aa-2b5f-4565-b5f5-a5c14a24f907 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.0401807 Apr 06 10:54:08.645767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c151b121-6527-4c2d-b464-039ea65d098b None None] Current status of the port 17aa03bd-2dd0-4d18-b074-1967b4af204b is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:08.659254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.710174 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:08.711264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:08.715021 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:08.720974 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:08.721513 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.763795 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 17aa03bd-2dd0-4d18-b074-1967b4af204b is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:08.764916 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device eea58eeb-7e3f-491e-ba91-2daafdb89a63 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:08.800197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Pushing event updated for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:09.035540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bac97c63-3e66-4970-9927-069214f3d603), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.045680 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Provisioning complete for port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:09.046065 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.255319 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:09.267187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:09.290634 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port eea58eeb-7e3f-491e-ba91-2daafdb89a63 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:09.290994 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.325916 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:09.326142 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.376884 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:09.380365 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:09.388093 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks [] for port (bac97c63-3e66-4970-9927-069214f3d603), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.395366 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.396553 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.487603 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-188d9f8d-7998-47a3-9d16-fa03d4784534 None None] Port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:09.546367 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 2, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:09.568489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:09.574829 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38638) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:09.578251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Pushing event updated for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:09.581458 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581030892', 'description': 'tempest-description--1758819923'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:09.592573 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:09.657132 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a86147a-c0ce-4b9e-a291-8668fe09f363 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 2, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:09.660833 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.710530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-f671ba9e-15eb-4817-ae86-e88517c72361 None None] Provisioning complete for port bac97c63-3e66-4970-9927-069214f3d603 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:09.710930 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f671ba9e-15eb-4817-ae86-e88517c72361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bac97c63-3e66-4970-9927-069214f3d603), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.792238 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-f671ba9e-15eb-4817-ae86-e88517c72361 None None] Port bac97c63-3e66-4970-9927-069214f3d603 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:09.802865 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port eea58eeb-7e3f-491e-ba91-2daafdb89a63 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:09.830885 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:09.868778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38646) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:09.946711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305467775', 'description': 'tempest-description--838770313'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:09.974967 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (4b31651f-b3a6-45ed-8735-45ec1c5dc725), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.977885 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d03ea7f8-c32e-47b7-aff8-a8ec6f3e852b req-0a46cb1b-ef03-4199-976b-590e8e66ab7a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.1097074 Apr 06 10:54:09.981020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4b31651f-b3a6-45ed-8735-45ec1c5dc725), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.027518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.028756 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4526219 Apr 06 10:54:10.032170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.042253 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38650) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.051829 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group_rule': {'security_group_id': '4b31651f-b3a6-45ed-8735-45ec1c5dc725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:10.131082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device f2fe8b68-6a87-48c9-a97b-09ac84b0d500 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:10.133763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88932d5e-a84a-4a1c-b5e4-cbd21451e5c4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b31651f-b3a6-45ed-8735-45ec1c5dc725,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.168623 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:10.182570 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (cc8c4657-c604-406e-bd54-be2387479ea2), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.309244 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (cc8c4657-c604-406e-bd54-be2387479ea2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.315826 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (cc8c4657-c604-406e-bd54-be2387479ea2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.336877 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8c4657-c604-406e-bd54-be2387479ea2,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.360458 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.364186 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-046c52a7-2b62-4e18-8283-effda90142a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3186307 Apr 06 10:54:10.365245 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38656) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.372325 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group_rule': {'security_group_id': '4b31651f-b3a6-45ed-8735-45ec1c5dc725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:10.420226 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-827f5dee-e887-433c-b28c-24bb3b7c8776 None None] Provisioning complete for port bac97c63-3e66-4970-9927-069214f3d603 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:10.420226 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-827f5dee-e887-433c-b28c-24bb3b7c8776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bac97c63-3e66-4970-9927-069214f3d603), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.426453 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (cf8bd372-0bf4-4d5a-a372-19c9cff00793), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.491783 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-827f5dee-e887-433c-b28c-24bb3b7c8776 None None] Port bac97c63-3e66-4970-9927-069214f3d603 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:10.509727 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:10.510371 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.526635 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (cf8bd372-0bf4-4d5a-a372-19c9cff00793), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.534026 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (cf8bd372-0bf4-4d5a-a372-19c9cff00793), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.534928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:10.552461 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e8418c24-789a-45f3-bbb9-6ad81dba8c26 admin admin] 10.222.0.57 "PUT /v2.0/routers/0e0cc7a3-2c97-4d15-9602-f11acb66bbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4895480 Apr 06 10:54:10.580508 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.18', 54154) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.584780 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 2, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:10.591806 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (00056492-d340-49d0-a412-1ec16db19828), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.596570 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (00056492-d340-49d0-a412-1ec16db19828), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.625174 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:10.625632 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Updating router a5055d66-c50e-4860-a42d-30acbf3e3dc7 port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:10.636030 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.640947 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7577193 Apr 06 10:54:10.657733 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38666) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.675073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.675475 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group_rule': {'security_group_id': '00056492-d340-49d0-a412-1ec16db19828', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:10.683028 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8bd372-0bf4-4d5a-a372-19c9cff00793,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.736572 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2485842-5d62-4b6f-8a8c-db049948bda6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00056492-d340-49d0-a412-1ec16db19828,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.800537 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:10.803543 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 04fd833e-2505-428b-a2a8-efb364726c74 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:10.814341 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (6b6a7c9c-c665-421f-8603-344f480093b8), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.987612 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 04fd833e-2505-428b-a2a8-efb364726c74 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:10.988003 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (04fd833e-2505-428b-a2a8-efb364726c74), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.098761 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (6b6a7c9c-c665-421f-8603-344f480093b8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.120354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (6b6a7c9c-c665-421f-8603-344f480093b8), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.147015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6a7c9c-c665-421f-8603-344f480093b8,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:11.158048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.163345 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c0d641e5-b7e1-43b0-930b-a9630f9c6034 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5038021 Apr 06 10:54:11.164171 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38686) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:11.168828 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group_rule': {'security_group_id': '00056492-d340-49d0-a412-1ec16db19828', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:11.261946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.264315 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (eb3cf0c0-2993-4787-a5d9-42e5eda97854), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.270631 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ad08040b-7d4d-4db7-b93d-1bab1ed8b1e3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9042127 Apr 06 10:54:11.274127 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38698) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:11.284123 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:11.333834 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-a9ff6821-38e1-4ac2-85ef-1fdc48de53b3 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:11.335932 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-a9ff6821-38e1-4ac2-85ef-1fdc48de53b3 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.18 "GET /v2.0/networks?id=9b41b180-a522-4a47-b642-cc705d90b0db HTTP/1.1" status: 200 len: 811 time: 0.7438409 Apr 06 10:54:11.337748 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 38704) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:11.361701 dv-cinder-836071-2-iscsi neutron-server[120431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 10:54:11.418328 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Request body: {'port': {'device_id': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db', 'admin_state_up': True, 'tenant_id': 'bc1dc8fc5a384e0cb9aa602990c36a62'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:11.486712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks [] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.534684 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.552194 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (eb3cf0c0-2993-4787-a5d9-42e5eda97854), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.591525 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (eb3cf0c0-2993-4787-a5d9-42e5eda97854), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.619165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-4e0e87dc-6518-41c0-a643-e14c88dfa392 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:11.636143 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-4e0e87dc-6518-41c0-a643-e14c88dfa392 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.4301455 Apr 06 10:54:11.663131 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 04fd833e-2505-428b-a2a8-efb364726c74 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:11.663552 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (04fd833e-2505-428b-a2a8-efb364726c74), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.708876 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-9791ca83-2ef2-4821-9b7b-86ab6319b840 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/quotas/47dece66d38a4f31b98fc5f917af446e HTTP/1.1" status: 200 len: 375 time: 0.0718534 Apr 06 10:54:11.745052 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2497-215e-4625-bcfa-f0ef5e46e8cb None None] Pushing event updated for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:11.770084 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:11.771323 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 04fd833e-2505-428b-a2a8-efb364726c74, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=04fd833e-2505-428b-a2a8-efb364726c74,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:11.797570 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (04fd833e-2505-428b-a2a8-efb364726c74), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.806867 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:11.807901 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:11.823709 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-df1ebcd7-b317-44e9-b925-307bbe923ac9 req-f0f38ec1-7df3-4630-8c89-3a0cfd45e055 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.4636190 Apr 06 10:54:11.863504 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Made reservation on behalf of bc1dc8fc5a384e0cb9aa602990c36a62 for: {'port': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:11.867095 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.882495 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.887166 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3cf0c0-2993-4787-a5d9-42e5eda97854,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:11.933646 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.935150 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-07d9fd52-c086-45fc-8b80-23de7097e8e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7700205 Apr 06 10:54:11.963476 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 38740) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:11.977150 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:12.089869 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b7edfedd-acec-4c36-933a-d1cd32dcc27c up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:12.128567 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.268078 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Attempting to bind port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:12.268456 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Attempting to bind port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:12.268817 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Attempting to bind port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:12.323411 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:12.329226 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=04fd833e-2505-428b-a2a8-efb364726c74,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:12.369651 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-e1035ebc-014e-4266-88b4-4ea8e2d41ecc tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6595869 Apr 06 10:54:12.393763 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:12.394070 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Checking segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:12.394366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.394763 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Bound using segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:12.395471 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Bound port: b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:12.403770 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.539434 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-7ac061aa-fb16-40a1-9cdd-f89d2604f42a None None] Provisioning complete for port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:12.540020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7ac061aa-fb16-40a1-9cdd-f89d2604f42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.615703 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-25464119-c81c-4bce-a0b6-1f3e8ee0363f service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449365 Apr 06 10:54:12.729918 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port b7edfedd-acec-4c36-933a-d1cd32dcc27c triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:12.731984 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.752673 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.766847 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Allocated IP 172.20.0.2 (9b41b180-a522-4a47-b642-cc705d90b0db/a58f4fc5-85c9-42a6-8e30-71f1f0577daa/59412f49-79be-460c-b458-8646bea09611) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:12.798340 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-7ac061aa-fb16-40a1-9cdd-f89d2604f42a None None] Port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:12.808726 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] For port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:12.861129 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] For port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:12.874424 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.966708 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:09Z', 'revision_number': 2, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:13.132069 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:13.134458 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Updating router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 port bac97c63-3e66-4970-9927-069214f3d603 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:13.138292 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Allocated IP 172.27.0.55 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/8d2181ba-e6ba-4524-8817-3149c97b24d4) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:13.154655 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:13.154655 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:13.160412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab2497-215e-4625-bcfa-f0ef5e46e8cb None None] Pushing event updated for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:13.286654 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bac97c63-3e66-4970-9927-069214f3d603), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.326038 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks [] for port (59412f49-79be-460c-b458-8646bea09611), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.685658 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port b7edfedd-acec-4c36-933a-d1cd32dcc27c is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:13.691517 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.692490 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.784214 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port b7edfedd-acec-4c36-933a-d1cd32dcc27c, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b7edfedd-acec-4c36-933a-d1cd32dcc27c,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:13.816926 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.850381 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.966545 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:13.974273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Provisioning complete for port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:13.974768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.984437 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-cab194fa-b208-4ca8-a06b-c7a6009d1721 service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3294675 Apr 06 10:54:14.056796 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (59412f49-79be-460c-b458-8646bea09611), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.074356 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 04fd833e-2505-428b-a2a8-efb364726c74 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:14.077381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:14.109095 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Allocated IP 172.27.0.146 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/84aefa25-4b5d-47de-b1d4-afea10261a4e) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:14.130408 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:14.131125 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:14.203874 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks [] for port (bac97c63-3e66-4970-9927-069214f3d603), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.213108 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.259070 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.285851 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab96bf-21bd-43cb-8b76-d9b8d0eca63f None None] Pushing event updated for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.408001 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Attempting to bind port bac97c63-3e66-4970-9927-069214f3d603 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:14.408548 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Attempting to bind port bac97c63-3e66-4970-9927-069214f3d603 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:14.409019 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Attempting to bind port bac97c63-3e66-4970-9927-069214f3d603 on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:14.415960 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:14.416456 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:14.416925 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.417839 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Bound using segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:14.421464 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Bound port: bac97c63-3e66-4970-9927-069214f3d603, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:14.422463 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bac97c63-3e66-4970-9927-069214f3d603), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.492742 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.603489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Network 9b41b180-a522-4a47-b642-cc705d90b0db is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:14.604486 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] For port bac97c63-3e66-4970-9927-069214f3d603, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:14.616270 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] For port bac97c63-3e66-4970-9927-069214f3d603, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=bac97c63-3e66-4970-9927-069214f3d603,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:14.635633 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.637081 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.638756 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:14.686644 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:14.691976 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:14.707263 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:14.735145 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:14.739548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:14.744538 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:14.758254 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:14.762492 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=b7edfedd-acec-4c36-933a-d1cd32dcc27c,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.786312 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.786925 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab96bf-21bd-43cb-8b76-d9b8d0eca63f None None] Pushing event updated for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=4']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.800362 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=84aefa25-4b5d-47de-b1d4-afea10261a4e,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.813232 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:14.815667 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:53:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:14.840143 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Pushing event updated for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.929369 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.947900 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7561c99-d0d7-4030-b585-3a8653ee70e3 req-6d91bb8a-98c2-4523-8a28-f38b9a0a731f tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:14.963111 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f7561c99-d0d7-4030-b585-3a8653ee70e3 req-6d91bb8a-98c2-4523-8a28-f38b9a0a731f tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 931 time: 1.0930264 Apr 06 10:54:14.968272 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-5dbb483b-cc2c-4383-b2ea-3acab5a1529a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5550938 Apr 06 10:54:14.969122 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:14.981555 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:15.128259 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.168470 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:15.179364 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73f851b4-76c3-46b7-ac99-46a31754bc3e req-88280649-14c8-4426-a5b6-dc478fc5c0c6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 210 time: 0.1832838 Apr 06 10:54:15.380828 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 04fd833e-2505-428b-a2a8-efb364726c74 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:15.383419 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (04fd833e-2505-428b-a2a8-efb364726c74), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.428010 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1ade586e-b203-43ec-ad9c-307beefb95c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.471640 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.494722 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f7561c99-d0d7-4030-b585-3a8653ee70e3 req-1f9c22ba-1713-4417-b29d-537e71dde131 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305645 Apr 06 10:54:15.505362 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-57da6937-d78e-4c72-9d4d-6d682ac24ba7 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:15.506416 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-57da6937-d78e-4c72-9d4d-6d682ac24ba7 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100374 Apr 06 10:54:15.522847 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=8d2181ba-e6ba-4524-8817-3149c97b24d4,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:15.649280 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.661245 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.669372 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.796025 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=84aefa25-4b5d-47de-b1d4-afea10261a4e,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:15.820883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.831284 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:14Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:15.842223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.843665 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-28cf338c-038e-4e0d-8bfb-edf7475a0b4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8719180 Apr 06 10:54:15.930067 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b300a9df-eb4c-47c7-a918-a830960e55c0 None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:14Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:16.070887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-6002d361-2248-411b-94ae-60eb374b85f7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:16.088991 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-6002d361-2248-411b-94ae-60eb374b85f7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.4718654 Apr 06 10:54:16.090701 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Request body: {'port': {'device_id': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:16.104080 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Current status of the port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:16.104594 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.143952 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-2092a262-2515-4e66-97e0-c803e19f005a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/quotas/47dece66d38a4f31b98fc5f917af446e HTTP/1.1" status: 200 len: 375 time: 0.0534341 Apr 06 10:54:16.327021 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-04b6d4c1-2647-4a57-93f8-89a6aa75fe68 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1820326 Apr 06 10:54:16.437907 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.450233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.552343 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=8d2181ba-e6ba-4524-8817-3149c97b24d4,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:16.566845 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (59412f49-79be-460c-b458-8646bea09611), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.571286 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-08fcc05f-a914-433d-af1a-10d4820b1c7b service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325521 Apr 06 10:54:16.612764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.668807 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] For port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:16.673196 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 04fd833e-2505-428b-a2a8-efb364726c74 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:16.700679 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.779091 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36cc6d-ef9c-4d5a-b153-32ff9c6568e4 None None] Pushing event updated for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:16.784673 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bc027859-1080-404a-a563-160ea342f417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.804062 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:12Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:16.863977 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-df16c82a-8045-4c81-93b1-27dbb7d75dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863281 Apr 06 10:54:16.923516 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f3ac0-00e1-4fd8-9446-7a057e09adfc None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:12Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:16.940912 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Provisioning complete for port bac97c63-3e66-4970-9927-069214f3d603 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:16.941564 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bac97c63-3e66-4970-9927-069214f3d603), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.988597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:07Z', 'revision_number': 2, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:17.031835 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:17.032465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Updating router 4b7d6081-6555-49dc-b681-d57a2f6e0565 port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:17.045725 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.047313 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-69cd4d96-0c64-49d1-94d2-ef56314aa875 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7712979 Apr 06 10:54:17.071873 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.088314 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-7c9762e9-4d3f-4a42-8b71-94ae5e49e158 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1305467775&fields=id&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 267 time: 0.4409435 Apr 06 10:54:17.126824 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b7edfedd-acec-4c36-933a-d1cd32dcc27c up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:17.495404 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Current status of the port bac97c63-3e66-4970-9927-069214f3d603 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:17.495789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bac97c63-3e66-4970-9927-069214f3d603), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.574962 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943c15c-eee2-4642-b5f8-3f58e8b86a91 req-4b5e5ee6-4f8a-4d7b-a946-0d4821667493 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:17.577133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4943c15c-eee2-4642-b5f8-3f58e8b86a91 req-4b5e5ee6-4f8a-4d7b-a946-0d4821667493 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 931 time: 0.1733315 Apr 06 10:54:17.613033 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] For port bac97c63-3e66-4970-9927-069214f3d603, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=bac97c63-3e66-4970-9927-069214f3d603,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:17.619025 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port b7edfedd-acec-4c36-933a-d1cd32dcc27c triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:17.619352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.623822 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.627953 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-11bcf84f-407c-4fdd-9376-5d4f315e3ab5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:17.634788 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-11bcf84f-407c-4fdd-9376-5d4f315e3ab5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 817 time: 0.5454533 Apr 06 10:54:17.651534 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-8679f82d-c003-4f1a-a8d9-7c7a785a7af3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/quotas/2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 375 time: 0.0157073 Apr 06 10:54:17.732136 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4943c15c-eee2-4642-b5f8-3f58e8b86a91 req-d5d7eeda-c9bc-4aa0-91ad-221f216b6ff5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460953 Apr 06 10:54:17.782350 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31ece-de6a-42d5-89c2-9b624d345b82 None None] Pushing event updated for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:17.834342 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-b25f570e-8980-4bfb-afbb-8493573c4220 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1727090 Apr 06 10:54:17.863434 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks [] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.870344 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59412f49-79be-460c-b458-8646bea09611 {{(pid=120431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:17.886507 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks [] for port (59412f49-79be-460c-b458-8646bea09611), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.899841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.920379 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port b7edfedd-acec-4c36-933a-d1cd32dcc27c is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:17.920900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device bac97c63-3e66-4970-9927-069214f3d603 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:17.926438 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.provisioning_blocks [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Transition to ACTIVE for port object 59412f49-79be-460c-b458-8646bea09611 will not be triggered until provisioned by entity L2. {{(pid=120431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:17.932235 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (59412f49-79be-460c-b458-8646bea09611), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.000461 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.114790 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-3a647172-2c03-4a52-ba91-c826c4865593 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:18.115825 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-3a647172-2c03-4a52-ba91-c826c4865593 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1996994 Apr 06 10:54:18.122599 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195a62-5c77-46c4-9558-3df64b075f68 None None] Pushing event updated for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.147962 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.176553 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Attempting to bind port 59412f49-79be-460c-b458-8646bea09611 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:18.177268 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Attempting to bind port 59412f49-79be-460c-b458-8646bea09611 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '6ed209c2-af8b-4a62-8777-4c7f084d3ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db'}] {{(pid=120431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:18.177868 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Attempting to bind port 59412f49-79be-460c-b458-8646bea09611 on network 9b41b180-a522-4a47-b642-cc705d90b0db {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:18.201193 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Attempting to bind port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:18.201615 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Attempting to bind port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:18.201962 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Attempting to bind port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:18.204636 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port bac97c63-3e66-4970-9927-069214f3d603 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:18.205018 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bac97c63-3e66-4970-9927-069214f3d603), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.222717 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Port 59412f49-79be-460c-b458-8646bea09611 on network 9b41b180-a522-4a47-b642-cc705d90b0db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:18.222897 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Attempting to bind port 59412f49-79be-460c-b458-8646bea09611 on network 9b41b180-a522-4a47-b642-cc705d90b0db {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:18.225945 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-83713981-45a8-4d28-8ae2-c833d083561a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1581030892&fields=id&tenant_id=a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 267 time: 0.1485379 Apr 06 10:54:18.231547 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:18.232292 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Checking segment: {'id': '6ed209c2-af8b-4a62-8777-4c7f084d3ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:18.233096 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Bound using segment: {'id': '6ed209c2-af8b-4a62-8777-4c7f084d3ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db'} {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:18.233890 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:18.234090 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Bound port: 59412f49-79be-460c-b458-8646bea09611, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed209c2-af8b-4a62-8777-4c7f084d3ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db'}}] {{(pid=120431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:18.234458 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Checking segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:18.234657 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.235052 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Bound using segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:18.235517 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Bound port: 95ab3c95-2d82-4bf2-bea7-691f1379dfa7, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:18.235713 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (59412f49-79be-460c-b458-8646bea09611), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.235879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.322919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] For port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:18.326780 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] For port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:18.336159 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.356321 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-11d2499e-4418-4349-93c5-7fedf7e13370 service neutron] 10.222.0.57 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124658 Apr 06 10:54:18.410248 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-de57d25a-9cbb-437d-b277-9f710b11e241 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:18.422320 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-de57d25a-9cbb-437d-b277-9f710b11e241 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 808 time: 0.1949081 Apr 06 10:54:18.444963 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-f815e215-c9cf-4735-80bd-08c78d6a1990 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/quotas/a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 375 time: 0.0208430 Apr 06 10:54:18.493220 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, cleared binding levels {{(pid=120431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:18.527573 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b195a62-5c77-46c4-9558-3df64b075f68 None None] Pushing event updated for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.550540 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59412f49-79be-460c-b458-8646bea09611,segment=NetworkSegment(6ed209c2-af8b-4a62-8777-4c7f084d3ea6),segment_id=6ed209c2-af8b-4a62-8777-4c7f084d3ea6)] {{(pid=120431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:18.575893 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (59412f49-79be-460c-b458-8646bea09611), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.594428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:18.595286 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:54:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:18.597262 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:18.598271 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-d0475e6a-9934-4474-9026-2e5ced1bd548 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1519186 Apr 06 10:54:18.610030 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.696743 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:18.697363 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.706157 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] 10.222.0.18 "PUT /v2.0/ports/59412f49-79be-460c-b458-8646bea09611 HTTP/1.1" status: 200 len: 1093 time: 3.0550718 Apr 06 10:54:18.710252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'tag': '59412f49-79be-460c-b458-8646bea09611'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:18.788446 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-6d9932da-4f9e-4459-af19-31a286a5397d service neutron] 10.222.0.57 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892684 Apr 06 10:54:18.794729 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port bac97c63-3e66-4970-9927-069214f3d603 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:18.861862 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-d21ef988-6492-4a4d-9832-a699699612f4 service neutron] 10.222.0.57 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971485 Apr 06 10:54:18.901291 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea9acf-877d-4cc2-9412-4d489c74bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=3']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.955309 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6931b4f6-0de3-425a-bcd0-f4b422c5402d" -d '{"events": [{"name": "network-changed", "server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "tag": "59412f49-79be-460c-b458-8646bea09611"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:19.009338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-82af69a5-39dc-4e45-a2e1-4856f29ebd39 service neutron] 10.222.0.57 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063730 Apr 06 10:54:19.165844 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:19.226078 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Current status of the port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:19.226473 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.368768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:19.466228 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] For port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:19.602070 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4b303f70-0a71-4682-ade7-e59f8410c5ec req-11e84f07-ede5-4e4b-8623-15a4a91c7541 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.2285306 Apr 06 10:54:19.632994 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.783085 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-0237a3cb-6d72-41dd-92f2-0289e9fd8803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:19.788720 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-0237a3cb-6d72-41dd-92f2-0289e9fd8803 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc1dc8fc5a384e0cb9aa602990c36a62&device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 1127 time: 0.5574076 Apr 06 10:54:19.913770 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.946845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c83a2-7b00-45bb-ac74-35ac715c1eb7 req-73c26293-7181-44c6-8258-24d2943cc0d2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:19.958008 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-659c83a2-7b00-45bb-ac74-35ac715c1eb7 req-73c26293-7181-44c6-8258-24d2943cc0d2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.2329571 Apr 06 10:54:19.978022 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:19.978407 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.076088 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffccb3d-d274-4bcd-8111-4703db6cdf2f None None] Pushing event updated for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:20.103393 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-61df4154-689e-49d5-9a4c-5186dde89796 None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:20.106530 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-61df4154-689e-49d5-9a4c-5186dde89796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.133878 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-659c83a2-7b00-45bb-ac74-35ac715c1eb7 req-abe05ad8-8d2f-4eb2-8f87-60c1eb77123a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730621 Apr 06 10:54:20.243898 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-97eb742b-be8a-40fd-acc2-5343ff389c9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59412f49-79be-460c-b458-8646bea09611 HTTP/1.1" status: 200 len: 217 time: 0.4053307 Apr 06 10:54:20.271394 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-747178c8-7d6f-47ec-847a-4fa314ba44f9 req-4e40011c-662a-4a42-b3fc-beb6b88fb391 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0705519 Apr 06 10:54:20.371128 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c244335-b30f-4877-b676-cc773b8df2bc x-openstack-request-id: req-3c244335-b30f-4877-b676-cc773b8df2bc {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:20.371397 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "tag": "59412f49-79be-460c-b458-8646bea09611", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:20.371652 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c244335-b30f-4877-b676-cc773b8df2bc {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:20.372287 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c244335-b30f-4877-b676-cc773b8df2bc'] response: {'name': 'network-changed', 'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'tag': '59412f49-79be-460c-b458-8646bea09611', 'status': 'completed', 'code': 200} Apr 06 10:54:20.456548 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1546e621-c159-4b80-a0cd-efbc638ad9f9 req-108f59fb-4298-45b6-b1b6-61729bc430af tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.1075361 Apr 06 10:54:20.720590 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-61df4154-689e-49d5-9a4c-5186dde89796 None None] Current status of the port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:20.724596 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:20.735574 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:20.819568 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-27af7a9c-be0a-4d16-9a83-573fb43ba606 req-a01b12b9-a97c-4c9a-b640-bcc9636bea96 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0527370 Apr 06 10:54:20.826154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67319d9e-8881-4983-b65d-d06453a1637f req-7aad7d84-19c2-48c1-acfe-a31ffdf76522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:20.829122 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-7aad7d84-19c2-48c1-acfe-a31ffdf76522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58f4fc5-85c9-42a6-8e30-71f1f0577daa HTTP/1.1" status: 200 len: 851 time: 0.1842711 Apr 06 10:54:20.829589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:18Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:20.882366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a97941-c1cf-4504-901a-c022600c8557 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:18Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:20.935274 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.997359 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:20.998396 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.207969 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39068) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:21.404019 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:21.407807 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device bac97c63-3e66-4970-9927-069214f3d603 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:21.416484 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.18', 54179) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:21.569759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a36be0-15ec-4582-aa01-f9443f7b8df0 req-64cbbed0-78b3-4d6f-bb71-53dade99017c tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:21.582814 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8a36be0-15ec-4582-aa01-f9443f7b8df0 req-64cbbed0-78b3-4d6f-bb71-53dade99017c tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.2744708 Apr 06 10:54:21.618895 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port bac97c63-3e66-4970-9927-069214f3d603 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:21.619124 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bac97c63-3e66-4970-9927-069214f3d603), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.657108 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.18', 54182) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:21.693035 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-ad03cad0-b863-433e-b975-c29e137131c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b41b180-a522-4a47-b642-cc705d90b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2743511 Apr 06 10:54:21.805077 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd9bab26-4e9f-46b7-98ee-9c8181ab09f2 req-ece580bd-e4ce-4b08-8b9a-52d13a9b90cf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.2485731 Apr 06 10:54:21.807799 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c470f5be-4488-4f4e-8293-c39054557102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.918185 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port bac97c63-3e66-4970-9927-069214f3d603 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:22.022556 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8a36be0-15ec-4582-aa01-f9443f7b8df0 req-fcf50eff-3133-48a0-aafa-298b5909c71a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323571 Apr 06 10:54:22.116109 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-323705f5-e3fe-4af1-925e-a1d88f35a4f1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:22.120542 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-323705f5-e3fe-4af1-925e-a1d88f35a4f1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.4428766 Apr 06 10:54:22.134358 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:22.158773 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-c6985a47-143b-4e6c-a6c7-6ed03653129a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:22.162045 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-c6985a47-143b-4e6c-a6c7-6ed03653129a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.6277986 Apr 06 10:54:22.181613 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-38cc7aa3-9f51-43e7-bcb3-6b5fc15f052a req-f5376c85-a574-43d7-bb11-91275279694b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0430627 Apr 06 10:54:22.212025 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:22.212420 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.296938 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:22.419621 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-22e84d40-d240-4365-a99b-4b89f63580eb req-f3a92dff-9227-465d-8dc7-f600b1f5059d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.2250669 Apr 06 10:54:22.450455 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39108) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:22.458409 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-1888f776-de04-4ec0-a2b0-5f293e8cf375 service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455776 Apr 06 10:54:22.500309 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c470f5be-4488-4f4e-8293-c39054557102 admin admin] Publish callbacks [] for security_group (8c8e6776-b0dc-41c5-b9c8-05e63eda2359), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.504186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c470f5be-4488-4f4e-8293-c39054557102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8c8e6776-b0dc-41c5-b9c8-05e63eda2359), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.546073 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c470f5be-4488-4f4e-8293-c39054557102 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebd3d0ba340a41b0af0d3a94d14f240e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3343053 Apr 06 10:54:22.546073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f5be-4488-4f4e-8293-c39054557102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8e6776-b0dc-41c5-b9c8-05e63eda2359,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:22.548250 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39114) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:22.590745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b17743b2-f894-474a-aabf-7e95e1fe355f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.654204 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] Publish callbacks [] for security_group (8c8e6776-b0dc-41c5-b9c8-05e63eda2359), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.691321 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] Publish callbacks [] for security_group (8c8e6776-b0dc-41c5-b9c8-05e63eda2359), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.747659 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b17743b2-f894-474a-aabf-7e95e1fe355f admin admin] Publish callbacks [] for security_group (f5cd31db-1ff4-4aee-89e1-fccd685ab99d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.753196 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b17743b2-f894-474a-aabf-7e95e1fe355f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f5cd31db-1ff4-4aee-89e1-fccd685ab99d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.777378 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39120) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:22.805649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8c8e6776-b0dc-41c5-b9c8-05e63eda2359), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.808090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.811842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8c8e6776-b0dc-41c5-b9c8-05e63eda2359 HTTP/1.1" status: 204 len: 168 time: 0.2612848 Apr 06 10:54:22.811842 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17743b2-f894-474a-aabf-7e95e1fe355f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd31db-1ff4-4aee-89e1-fccd685ab99d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:22.819153 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b17743b2-f894-474a-aabf-7e95e1fe355f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21bd52107dc644bb9760295b33da0f26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3674724 Apr 06 10:54:22.821789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39126) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:22.833018 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea9a5-6e7d-48dc-a851-c964b7996e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8e6776-b0dc-41c5-b9c8-05e63eda2359,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:22.880461 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] Publish callbacks [] for security_group (f5cd31db-1ff4-4aee-89e1-fccd685ab99d), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.905004 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] Publish callbacks [] for security_group (f5cd31db-1ff4-4aee-89e1-fccd685ab99d), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.966625 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dc031a3e-0763-4e3c-b73e-185088c6043d req-f72edb39-0353-44f6-aecc-a5625695379b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0490210 Apr 06 10:54:22.978911 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88e08791-8a71-435a-9f0d-f9f8b6ee42d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.016802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f5cd31db-1ff4-4aee-89e1-fccd685ab99d), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.019521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.023241 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5cd31db-1ff4-4aee-89e1-fccd685ab99d HTTP/1.1" status: 204 len: 168 time: 0.1974728 Apr 06 10:54:23.039579 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c497c89-4d38-4641-a764-57e99ecf8e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd31db-1ff4-4aee-89e1-fccd685ab99d,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:23.098537 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88e08791-8a71-435a-9f0d-f9f8b6ee42d4 admin admin] Publish callbacks [] for security_group (71a57f97-e54b-447d-bfd5-cb18d55535ac), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.102711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88e08791-8a71-435a-9f0d-f9f8b6ee42d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (71a57f97-e54b-447d-bfd5-cb18d55535ac), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.144404 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-88e08791-8a71-435a-9f0d-f9f8b6ee42d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d25228386a3476bbfbca717546c4b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644488 Apr 06 10:54:23.147127 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39138) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:23.180975 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e08791-8a71-435a-9f0d-f9f8b6ee42d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a57f97-e54b-447d-bfd5-cb18d55535ac,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:23.200191 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7202bd-8136-4498-9bca-82f91afb7df5 req-3d8a532f-211c-4f01-b8b0-d6f4bd101eb3 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:23.214901 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] Publish callbacks [] for security_group (71a57f97-e54b-447d-bfd5-cb18d55535ac), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.219520 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1e7202bd-8136-4498-9bca-82f91afb7df5 req-3d8a532f-211c-4f01-b8b0-d6f4bd101eb3 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1045132 Apr 06 10:54:23.257758 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] Publish callbacks [] for security_group (71a57f97-e54b-447d-bfd5-cb18d55535ac), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.320012 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1e7202bd-8136-4498-9bca-82f91afb7df5 req-02bd4839-4d16-43b1-a086-841802372033 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994351 Apr 06 10:54:23.347395 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8077591f-4f96-4158-b648-0801d4bbda54 req-30c28100-aaf9-416f-983b-724a14d6976c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0387139 Apr 06 10:54:23.348138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (71a57f97-e54b-447d-bfd5-cb18d55535ac), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.352646 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.353846 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/71a57f97-e54b-447d-bfd5-cb18d55535ac HTTP/1.1" status: 204 len: 168 time: 0.2057033 Apr 06 10:54:23.366074 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf23f0-da88-4194-9146-32c611fbcf85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a57f97-e54b-447d-bfd5-cb18d55535ac,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:23.457234 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39156) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:23.474635 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da6db2c4-f417-4104-bd4a-7e0e27fc2eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.552702 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-10e56a98-651c-4727-b9a8-f57a15d8e374 req-fefcaf57-c5f5-4e0a-b443-7f90546c7b98 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0335634 Apr 06 10:54:23.596803 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da6db2c4-f417-4104-bd4a-7e0e27fc2eb1 admin admin] Publish callbacks [] for security_group (f57d5966-4e2f-4996-88f5-0cce1f65afe0), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.602073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da6db2c4-f417-4104-bd4a-7e0e27fc2eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f57d5966-4e2f-4996-88f5-0cce1f65afe0), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.648335 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-da6db2c4-f417-4104-bd4a-7e0e27fc2eb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d01c222ee5eb42d4810a889919d0a11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876171 Apr 06 10:54:23.648335 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6db2c4-f417-4104-bd4a-7e0e27fc2eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d5966-4e2f-4996-88f5-0cce1f65afe0,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:23.648704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39162) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:23.733832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] Publish callbacks [] for security_group (f57d5966-4e2f-4996-88f5-0cce1f65afe0), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.761398 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] Publish callbacks [] for security_group (f57d5966-4e2f-4996-88f5-0cce1f65afe0), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.825558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f57d5966-4e2f-4996-88f5-0cce1f65afe0), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.829154 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.832652 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f57d5966-4e2f-4996-88f5-0cce1f65afe0 HTTP/1.1" status: 204 len: 168 time: 0.1806700 Apr 06 10:54:23.839598 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7cd9-e830-4d0d-96e9-655e3b4fdde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d5966-4e2f-4996-88f5-0cce1f65afe0,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:24.075389 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-299af59e-4471-4ae2-bebb-78acefc93e14 req-b5ac68c1-5116-40ca-b779-817aa7ad57f3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0286236 Apr 06 10:54:24.642910 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2042cc3-33d9-4390-aa4d-d65328e18310 req-afc74824-bafc-4fff-82e4-0e51becb01e2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:24.645168 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2042cc3-33d9-4390-aa4d-d65328e18310 req-afc74824-bafc-4fff-82e4-0e51becb01e2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1723068 Apr 06 10:54:24.790690 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2042cc3-33d9-4390-aa4d-d65328e18310 req-841392be-4974-4206-a6ea-ce7935bfcd37 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321881 Apr 06 10:54:24.977119 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e267486-5218-4c47-9efc-5f0b93da1c21 req-347fb264-9e75-4d56-87ab-c51133d477df tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0796552 Apr 06 10:54:25.069179 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ac5d601-9e39-4cab-bfca-11838a6f6cb4 req-df34c05e-2530-4d14-904c-c4fbbe5eaef1 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0349147 Apr 06 10:54:25.239047 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0941e207-a8aa-4306-a501-57a8754090b2 req-d1681bd9-e8aa-4dad-bbf4-352e6b44d5ef tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0578747 Apr 06 10:54:25.994178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87477f34-7447-4678-8b2f-614c712f7883 req-10830614-e4f4-4da4-ac52-9b7dc1c0ecb6 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:26.005845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-87477f34-7447-4678-8b2f-614c712f7883 req-10830614-e4f4-4da4-ac52-9b7dc1c0ecb6 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1086850 Apr 06 10:54:26.098725 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-87477f34-7447-4678-8b2f-614c712f7883 req-80063fbf-ae0b-4c0e-9525-04be43769002 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923038 Apr 06 10:54:26.141651 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-75367604-000b-4d28-9a8b-4cef8d01c468 req-7b5bc343-8363-4218-9c57-4f835db790ee tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0743098 Apr 06 10:54:26.244688 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-673c3c31-6a92-441e-b8ca-5abfce2f6962 req-e32bb510-29b2-41d7-9a02-4740b71d23e1 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0374515 Apr 06 10:54:26.365740 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-92dc1081-aaf4-4524-82e2-aee0761c229a req-4644ccc3-e6c6-44d1-bd91-7f8f51bb6a24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0347354 Apr 06 10:54:27.299138 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb7cac49-775c-4a63-8fba-0c223f6fd3d8 req-f55adfae-54d7-4eb8-8a4c-55524026aa28 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0319006 Apr 06 10:54:27.340893 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaad71b-3df2-4453-a449-86f8b2349810 req-cf72f646-fe51-4581-837b-7d7778dccab2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:27.342450 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3aaad71b-3df2-4453-a449-86f8b2349810 req-cf72f646-fe51-4581-837b-7d7778dccab2 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1055346 Apr 06 10:54:27.420154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39360) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:27.430220 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c58ab1ee-8ea8-41e4-b079-dc13903bfdcc req-b77945ea-4be4-4c46-bd9e-563210fba4a4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0365953 Apr 06 10:54:27.440350 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3aaad71b-3df2-4453-a449-86f8b2349810 req-4cfaa8b7-0103-4a41-8d13-2e6303ceeaad tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857394 Apr 06 10:54:27.553833 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d34a4d08-edc8-4521-ba94-ac90d7e291dc req-f0a50023-0329-406f-9656-446cad226f87 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0525534 Apr 06 10:54:27.595937 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-71bc3e87-55d1-41eb-9f59-1158806ecd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.696816 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-71bc3e87-55d1-41eb-9f59-1158806ecd04 admin admin] Publish callbacks [] for security_group (4b64359b-9a13-4a18-b456-6258fdb5feaf), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.727087 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-71bc3e87-55d1-41eb-9f59-1158806ecd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4b64359b-9a13-4a18-b456-6258fdb5feaf), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.791178 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-71bc3e87-55d1-41eb-9f59-1158806ecd04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5834f1f7fe44997a91e323c613ae650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674579 Apr 06 10:54:27.791178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc3e87-55d1-41eb-9f59-1158806ecd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64359b-9a13-4a18-b456-6258fdb5feaf,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:27.792409 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39374) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:27.869835 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] Publish callbacks [] for security_group (4b64359b-9a13-4a18-b456-6258fdb5feaf), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.926547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] Publish callbacks [] for security_group (4b64359b-9a13-4a18-b456-6258fdb5feaf), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.056112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4b64359b-9a13-4a18-b456-6258fdb5feaf), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.059010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.060604 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b64359b-9a13-4a18-b456-6258fdb5feaf HTTP/1.1" status: 204 len: 168 time: 0.2666509 Apr 06 10:54:28.098799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaab0d-86e6-4ef8-9b05-82614310d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64359b-9a13-4a18-b456-6258fdb5feaf,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.118760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39382) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:28.281791 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f2-e0f0-4bb6-8c17-37c371d34ef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.374028 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f2-e0f0-4bb6-8c17-37c371d34ef0 admin admin] Publish callbacks [] for security_group (a059e860-24a6-4540-8167-9f2daf8754dc), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.384571 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7049f2-e0f0-4bb6-8c17-37c371d34ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a059e860-24a6-4540-8167-9f2daf8754dc), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.437737 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7e7049f2-e0f0-4bb6-8c17-37c371d34ef0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba1df915f9644f2eab5ed69bf0da99d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169866 Apr 06 10:54:28.440464 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39394) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:28.447144 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7049f2-e0f0-4bb6-8c17-37c371d34ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a059e860-24a6-4540-8167-9f2daf8754dc,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.509551 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] Publish callbacks [] for security_group (a059e860-24a6-4540-8167-9f2daf8754dc), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.557439 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39400) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:28.559391 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] Publish callbacks [] for security_group (a059e860-24a6-4540-8167-9f2daf8754dc), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.563225 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8cb4c72-2f9f-4bfe-a20b-79e8ddaef7f2 req-4f7a8772-a94d-400d-95d9-89ef62a9cdc8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0417583 Apr 06 10:54:28.588751 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8492c85-d7cb-4b5a-b8a7-cfe30b948065 req-a9a4a0b2-84af-4efb-932f-891216ee3cd3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.2020290 Apr 06 10:54:28.597199 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d0a25ff-18ed-4969-ae4e-cd7c910ce132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.675736 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-69c0858b-dde3-4db7-84ed-f2f4710c4f80 req-c9156ad3-1d08-4007-818a-ce13830f922d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Apr 06 10:54:28.691365 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a059e860-24a6-4540-8167-9f2daf8754dc), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.695962 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.697389 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a059e860-24a6-4540-8167-9f2daf8754dc HTTP/1.1" status: 204 len: 168 time: 0.2556553 Apr 06 10:54:28.726970 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fb61d-da13-4dab-899e-3b0a9bdbf5f0 req-a3a4d974-c11b-4d86-9c28-2fc95f0983f5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:28.728468 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-153fb61d-da13-4dab-899e-3b0a9bdbf5f0 req-a3a4d974-c11b-4d86-9c28-2fc95f0983f5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.0986485 Apr 06 10:54:28.731854 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8376c-36df-4b92-b788-f1471b9879a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a059e860-24a6-4540-8167-9f2daf8754dc,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.754936 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.813005 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-153fb61d-da13-4dab-899e-3b0a9bdbf5f0 req-4e2c0fdd-0c9e-4223-a54f-e3a413db193b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747313 Apr 06 10:54:28.817843 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d0a25ff-18ed-4969-ae4e-cd7c910ce132 admin admin] Publish callbacks [] for security_group (2ba426bf-7bdb-451b-be3a-9e3730e18ce2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.822883 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d0a25ff-18ed-4969-ae4e-cd7c910ce132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2ba426bf-7bdb-451b-be3a-9e3730e18ce2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.863406 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-1d0a25ff-18ed-4969-ae4e-cd7c910ce132 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3f5c4da5e8f48ff91b14ba260b840db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991934 Apr 06 10:54:28.866053 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39406) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:28.872821 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a25ff-18ed-4969-ae4e-cd7c910ce132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba426bf-7bdb-451b-be3a-9e3730e18ce2,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.924277 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] Publish callbacks [] for security_group (2ba426bf-7bdb-451b-be3a-9e3730e18ce2), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.946405 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] Publish callbacks [] for security_group (2ba426bf-7bdb-451b-be3a-9e3730e18ce2), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.997369 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2ba426bf-7bdb-451b-be3a-9e3730e18ce2), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.000155 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.001389 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ba426bf-7bdb-451b-be3a-9e3730e18ce2 HTTP/1.1" status: 204 len: 168 time: 0.1344416 Apr 06 10:54:29.009521 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281461a-a338-4764-b6e9-fca7134ef0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba426bf-7bdb-451b-be3a-9e3730e18ce2,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:29.695732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9bb0d47c-dfdc-4203-b085-4b312aef3f70 req-f6d47552-6d8c-49ec-8ffa-64b5c17c8218 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0333035 Apr 06 10:54:29.723798 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8062cda8-10c4-4347-9f2e-2d46aa06992d req-7622d6d7-ab68-452a-a833-22fa2e580753 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0584812 Apr 06 10:54:29.801640 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-171a5483-7f38-494b-9fe7-620760e24260 req-3735c937-e78d-440c-816a-8b96c9579549 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0349808 Apr 06 10:54:29.945038 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0104432-834b-41b9-be22-4147c85d1515 req-03c48c67-338e-481e-ace9-37966a90ca15 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:29.946995 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0104432-834b-41b9-be22-4147c85d1515 req-03c48c67-338e-481e-ace9-37966a90ca15 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.0646536 Apr 06 10:54:30.006014 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0104432-834b-41b9-be22-4147c85d1515 req-022a8127-152d-4cc2-8a06-4db9fdbcadd8 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531189 Apr 06 10:54:30.392161 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'port': {'device_id': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'admin_state_up': True, 'tenant_id': '47dece66d38a4f31b98fc5f917af446e'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:30.397612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'port': {'device_id': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'admin_state_up': True, 'tenant_id': '47dece66d38a4f31b98fc5f917af446e'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:30.602061 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Made reservation on behalf of 47dece66d38a4f31b98fc5f917af446e for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:30.614912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.665964 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Made reservation on behalf of 47dece66d38a4f31b98fc5f917af446e for: {'port': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:30.669222 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.684312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67319d9e-8881-4983-b65d-d06453a1637f req-4fea8aa8-fd8c-4eb7-ac59-f1d441fac5f2 service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645389 Apr 06 10:54:30.911200 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Allocated IP 172.20.0.5 (4658973f-8949-4895-99e0-35fdfcbbc74b/cc886d4d-9ff9-4900-b602-40d03df979f9/241eff31-1198-4ac1-9def-30d80ecf0953) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:30.942570 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4b545417-8ca5-4746-bf68-860aa569dddd req-ad539375-8991-48f9-b27d-273d545ddbec tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0738225 Apr 06 10:54:31.098586 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9a7b9bb9-929c-431a-b85a-8fa48ecd0d31 req-1d9b2ea8-f8a9-492b-90c5-6ea7219b6966 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0443308 Apr 06 10:54:31.150625 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.18', 54195) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:31.194157 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0e5d0d37-c210-419e-9099-bc8929d2d8e8 req-00e394d4-4494-4284-9209-8e8ad46ed824 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0542917 Apr 06 10:54:31.280524 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-bd2b6708-2c04-4048-8940-7e80523cfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.282046 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-bd2b6708-2c04-4048-8940-7e80523cfe99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc1dc8fc5a384e0cb9aa602990c36a62&device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 1127 time: 0.1194475 Apr 06 10:54:31.285070 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for port (241eff31-1198-4ac1-9def-30d80ecf0953), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.314811 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d295d6-7432-44d4-83cf-abe0b4242272 req-c1e9e1eb-bce5-46dd-a7a3-64a5c5456768 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.317125 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d9d295d6-7432-44d4-83cf-abe0b4242272 req-c1e9e1eb-bce5-46dd-a7a3-64a5c5456768 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1349969 Apr 06 10:54:31.328482 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.336100 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-f62a6cde-5c61-41e1-bc45-8947be47568a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.338705 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-f62a6cde-5c61-41e1-bc45-8947be47568a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 817 time: 0.1846371 Apr 06 10:54:31.384986 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:31.388328 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:31.412676 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:31.424088 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.425237 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.522651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Allocated IP 172.20.0.13 (4658973f-8949-4895-99e0-35fdfcbbc74b/cc886d4d-9ff9-4900-b602-40d03df979f9/1e8f4e47-5ac0-430a-8243-042c7405b124) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:31.562170 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:31.596270 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d9d295d6-7432-44d4-83cf-abe0b4242272 req-6e2e117f-256a-400c-b67d-d788bc1b8b41 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497258 Apr 06 10:54:31.626182 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-0814394f-7d19-45c8-ac39-99bd2608a14b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2378149 Apr 06 10:54:31.679213 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-3ed93412-25dd-418a-b7dc-ecff1302ecb6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 380 time: 0.2539630 Apr 06 10:54:31.715321 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-742f51df-6b0f-40ab-9953-2ef601260f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.716795 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-742f51df-6b0f-40ab-9953-2ef601260f5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b41b180-a522-4a47-b642-cc705d90b0db HTTP/1.1" status: 200 len: 912 time: 0.2858114 Apr 06 10:54:31.746900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-cf2a2869-b1c5-4bd1-b80e-1cd95d621632 None None] Provisioning complete for port 241eff31-1198-4ac1-9def-30d80ecf0953 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:31.747446 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cf2a2869-b1c5-4bd1-b80e-1cd95d621632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.792241 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a2869-b1c5-4bd1-b80e-1cd95d621632 None None] Port 241eff31-1198-4ac1-9def-30d80ecf0953 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:31.801446 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.845666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.919165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:31.934740 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:31.941683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:31.946836 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:31.947963 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.955011 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:31.975539 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-a04dfef8-b789-4db0-a5f6-a0e112d20a4f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5888133 Apr 06 10:54:32.063142 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b39d2c91-2b89-44a0-9801-8fd06c2f2cea req-72f94db3-5efd-4cdd-8c92-ccbd54ed1ca2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0436683 Apr 06 10:54:32.234486 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b9fc5e71-690e-44d6-b04b-1af982eae333 None None] Provisioning complete for port 1e8f4e47-5ac0-430a-8243-042c7405b124 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:32.234876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b9fc5e71-690e-44d6-b04b-1af982eae333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.243970 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:54:32.274463 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-272b01d9-bf95-4d75-b81e-3a6063733d72 req-41ab5cc7-ca07-418f-b49c-c11095ec984b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0775275 Apr 06 10:54:32.325842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc5e71-690e-44d6-b04b-1af982eae333 None None] Port 1e8f4e47-5ac0-430a-8243-042c7405b124 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:32.379770 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f0838-09ac-4bdb-bace-8bdc9b51bf16 req-02731e97-7d9e-42ad-98f1-7ae14dd729b0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:32.383088 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-973f0838-09ac-4bdb-bace-8bdc9b51bf16 req-02731e97-7d9e-42ad-98f1-7ae14dd729b0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 932 time: 0.0755615 Apr 06 10:54:32.448788 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-973f0838-09ac-4bdb-bace-8bdc9b51bf16 req-8e8eb5cf-02ff-4bb3-bc0f-4a8848c8cf1e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590875 Apr 06 10:54:32.552379 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39608) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:32.574509 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.18', 54200) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:32.587218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Request body: {'port': {'device_id': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:32.599840 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'port': {'device_id': 'd1678983-9be5-4702-a922-fe889bfc0968', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'admin_state_up': True, 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'security_groups': ['00056492-d340-49d0-a412-1ec16db19828']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:32.633047 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39620) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:32.666546 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-ab7065ed-78dc-4b37-a61b-2c9c1f338b53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59412f49-79be-460c-b458-8646bea09611 HTTP/1.1" status: 200 len: 217 time: 0.1057889 Apr 06 10:54:32.672132 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Request body: {'port': {'device_id': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:32.834818 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.856228 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-f7cd8733-7b52-4840-b0f3-e2b6a231951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:32.857675 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-f7cd8733-7b52-4840-b0f3-e2b6a231951c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58f4fc5-85c9-42a6-8e30-71f1f0577daa HTTP/1.1" status: 200 len: 851 time: 0.1502268 Apr 06 10:54:32.891505 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3439bd-4dee-4d64-856f-162d9586364c req-d26098b1-ffa3-4231-841d-c8a825bfa5a5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:32.898947 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd3439bd-4dee-4d64-856f-162d9586364c req-d26098b1-ffa3-4231-841d-c8a825bfa5a5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.1676707 Apr 06 10:54:32.995191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2dd0c5bc-d90a-44aa-a596-abd4106bb3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.003976 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-dcdbc89a-7f3e-4d11-be34-acc12bce44fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b41b180-a522-4a47-b642-cc705d90b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776036 Apr 06 10:54:33.049819 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.051653 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-162c3072-f940-43c7-984b-16e6599f76d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.064090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-7c1fbd11-aeb2-4b72-a21f-c1ba23d926ca tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:33.065541 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-7c1fbd11-aeb2-4b72-a21f-c1ba23d926ca tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 808 time: 0.4612696 Apr 06 10:54:33.185833 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-162c3072-f940-43c7-984b-16e6599f76d2 admin admin] Publish callbacks [] for security_group (be5e7a06-786e-4b87-8e1b-eb568327b999), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.209293 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-162c3072-f940-43c7-984b-16e6599f76d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (be5e7a06-786e-4b87-8e1b-eb568327b999), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.228301 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6d7d76af-3abc-4f15-aeee-6c118b230a90 req-51fb784c-0a86-46b8-85d0-26aa38d91028 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0560777 Apr 06 10:54:33.260211 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-a85734cb-8f27-4c3d-aa45-5771c5d91ce8 service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793630 Apr 06 10:54:33.287944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c3072-f940-43c7-984b-16e6599f76d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5e7a06-786e-4b87-8e1b-eb568327b999,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.303673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Made reservation on behalf of 2eee0ffa556a401fa16336b0601da24b for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:33.306978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.330088 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241eff31-1198-4ac1-9def-30d80ecf0953 {{(pid=120431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:33.332529 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd3439bd-4dee-4d64-856f-162d9586364c req-a94315fc-8e7a-428e-ac48-b44010a17e05 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785062 Apr 06 10:54:33.365437 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-162c3072-f940-43c7-984b-16e6599f76d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c85cfafe9ea45f1ac7b7adb1edde60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7195981 Apr 06 10:54:33.367358 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39674) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:33.559709 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks [] for port (241eff31-1198-4ac1-9def-30d80ecf0953), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.594196 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3fff0fe6-afb7-43d4-95b4-acd7d1ef09a1 req-c013abea-7c20-4a0a-bc94-094d2bd96f9d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.2301319 Apr 06 10:54:33.610269 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-a43bdcfb-520d-4eb3-8b13-7a399a76be0a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 380 time: 0.5267072 Apr 06 10:54:33.612090 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.provisioning_blocks [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Transition to ACTIVE for port object 241eff31-1198-4ac1-9def-30d80ecf0953 will not be triggered until provisioned by entity L2. {{(pid=120431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:33.634440 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.688954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'port': {'device_id': '6a374748-afdb-4763-b395-367ea43ef56b', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'admin_state_up': True, 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'security_groups': ['4b31651f-b3a6-45ed-8735-45ec1c5dc725']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:33.699275 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-0dcfed24-c4f1-46de-88d0-cf30654df53e service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290316 Apr 06 10:54:33.706225 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] Publish callbacks [] for security_group (be5e7a06-786e-4b87-8e1b-eb568327b999), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.713279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Pushing event updated for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.755979 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] Publish callbacks [] for security_group (be5e7a06-786e-4b87-8e1b-eb568327b999), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.774122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Attempting to bind port 241eff31-1198-4ac1-9def-30d80ecf0953 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:33.774457 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Attempting to bind port 241eff31-1198-4ac1-9def-30d80ecf0953 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}] {{(pid=120431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:33.774785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Attempting to bind port 241eff31-1198-4ac1-9def-30d80ecf0953 on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:33.790510 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Port 241eff31-1198-4ac1-9def-30d80ecf0953 on network 4658973f-8949-4895-99e0-35fdfcbbc74b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:33.790510 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Attempting to bind port 241eff31-1198-4ac1-9def-30d80ecf0953 on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:33.803032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:33.803375 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:33.803766 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Bound using segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} {{(pid=120431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:33.804209 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.managers [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Bound port: 241eff31-1198-4ac1-9def-30d80ecf0953, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}}] {{(pid=120431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:33.804572 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.833594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2dd0c5bc-d90a-44aa-a596-abd4106bb3bb admin admin] Publish callbacks [] for security_group (ec912347-f5f0-4c88-bd9e-f2debd07d7a8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.888718 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (be5e7a06-786e-4b87-8e1b-eb568327b999), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.892494 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2dd0c5bc-d90a-44aa-a596-abd4106bb3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ec912347-f5f0-4c88-bd9e-f2debd07d7a8), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.898239 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.901734 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/be5e7a06-786e-4b87-8e1b-eb568327b999 HTTP/1.1" status: 204 len: 168 time: 0.5294092 Apr 06 10:54:33.941284 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcbe4e-57ae-471b-a281-ae3f667bf4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5e7a06-786e-4b87-8e1b-eb568327b999,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.967282 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, cleared binding levels {{(pid=120431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:33.977450 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=241eff31-1198-4ac1-9def-30d80ecf0953,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:33.984342 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.009742 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9263d-1cda-4230-aefb-15ebac6fccec req-76d11f9b-8b12-4578-b6c4-c7197b556c40 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.018589 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b1d9263d-1cda-4230-aefb-15ebac6fccec req-76d11f9b-8b12-4578-b6c4-c7197b556c40 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 932 time: 0.4787745 Apr 06 10:54:34.026302 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.026996 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.028620 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] 10.222.0.18 "PUT /v2.0/ports/241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 1093 time: 1.3610494 Apr 06 10:54:34.029180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:34.032393 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:34.051154 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2dd0c5bc-d90a-44aa-a596-abd4106bb3bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24f2e0fbd04c4f4fb2bdcffb087f4e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4975657 Apr 06 10:54:34.055966 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39688) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:34.058104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0c5bc-d90a-44aa-a596-abd4106bb3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec912347-f5f0-4c88-bd9e-f2debd07d7a8,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:34.081829 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b218b9-02fb-4260-a54c-ee4905735012 service neutron] Pushing event updated for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=3']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:34.176287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Allocated IP 172.20.0.13 (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be/68f9bcf7-1390-4229-b636-42602130845e/ae00295a-be2c-4341-91c4-6bde24dfc015) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:34.179957 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] Publish callbacks [] for security_group (ec912347-f5f0-4c88-bd9e-f2debd07d7a8), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.199732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b1d9263d-1cda-4230-aefb-15ebac6fccec req-c9b9fbaa-12ec-4bd4-816a-484b5a46fb32 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802459 Apr 06 10:54:34.212314 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8650545b-b206-48b7-a64c-26f0136be5ff x-openstack-request-id: req-8650545b-b206-48b7-a64c-26f0136be5ff {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:34.212667 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:34.212930 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8650545b-b206-48b7-a64c-26f0136be5ff {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:34.213370 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8650545b-b206-48b7-a64c-26f0136be5ff'] response: {'name': 'network-changed', 'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953', 'status': 'completed', 'code': 200} Apr 06 10:54:34.242672 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Made reservation on behalf of a855e47716b246aab91f2ec8341daa44 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:34.253740 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.254452 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] Publish callbacks [] for security_group (ec912347-f5f0-4c88-bd9e-f2debd07d7a8), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.257886 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-b055fb48-a8d7-47da-8f31-e1d2664c969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.259487 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-b055fb48-a8d7-47da-8f31-e1d2664c969d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1127 time: 0.1169202 Apr 06 10:54:34.319442 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-04227028-33dc-4e64-a8d8-5667f9b37f94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.0431092 Apr 06 10:54:34.481592 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-23e834cd-2266-4432-8dc1-f7aa04c42101 req-0795f22e-cf20-4c19-a32a-e319fb630b09 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0781436 Apr 06 10:54:34.510114 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39706) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:34.524582 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-08f64aaf-8e42-48ce-b75e-df7c71c9d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.526139 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-08f64aaf-8e42-48ce-b75e-df7c71c9d2d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1970491 Apr 06 10:54:34.536091 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d6459f7e-96a7-4315-9800-42622f1e3ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.575054 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ec912347-f5f0-4c88-bd9e-f2debd07d7a8), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.577709 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.579059 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec912347-f5f0-4c88-bd9e-f2debd07d7a8 HTTP/1.1" status: 204 len: 168 time: 0.5218732 Apr 06 10:54:34.599141 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993f35f-96ce-4e14-b731-b9c157b73bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec912347-f5f0-4c88-bd9e-f2debd07d7a8,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:34.646780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39714) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:34.671579 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-387e0dfd-59d2-467e-96fb-93518c75bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.673791 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-387e0dfd-59d2-467e-96fb-93518c75bfb3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1396964 Apr 06 10:54:34.696208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Allocated IP 172.20.0.12 (ba370dd1-0749-4bb4-b6fe-07fe46746af1/116c8e8b-2e8b-446d-92db-d01ddd6dedac/eab522f1-d3f9-4a7c-a4da-2bafe6f3704f) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:34.753707 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89a10a-1847-4551-9695-6be6f8dcf073 req-f2356ae0-51c3-4024-907c-5222ac38c62c tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.755260 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4d89a10a-1847-4551-9695-6be6f8dcf073 req-f2356ae0-51c3-4024-907c-5222ac38c62c tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 943 time: 0.2827449 Apr 06 10:54:34.767057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8f4e47-5ac0-430a-8243-042c7405b124 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:34.792218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks [] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.800039 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3fe18688-93a7-45e9-8f2c-38b646c06769 req-b3663a9a-200b-4931-89b4-44106c06b041 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0666409 Apr 06 10:54:34.830829 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bdca882f-f073-4043-9fbc-c3f460d30758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.860801 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Transition to ACTIVE for port object 1e8f4e47-5ac0-430a-8243-042c7405b124 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:34.889288 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.892779 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d6459f7e-96a7-4315-9800-42622f1e3ce0 admin admin] Publish callbacks [] for security_group (edd70836-185f-4bf2-a167-06e12e1d2fbf), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.902202 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d6459f7e-96a7-4315-9800-42622f1e3ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (edd70836-185f-4bf2-a167-06e12e1d2fbf), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.909811 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-531f3ada-f66b-406f-ab18-2818c9f9c763 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270091 Apr 06 10:54:34.963484 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4d89a10a-1847-4551-9695-6be6f8dcf073 req-2d546acb-2e4a-48e5-897e-a589eea6aae9 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911719 Apr 06 10:54:35.011704 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d6459f7e-96a7-4315-9800-42622f1e3ce0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c989054f951649fca2878ae179bcc9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5001037 Apr 06 10:54:35.015243 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6459f7e-96a7-4315-9800-42622f1e3ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd70836-185f-4bf2-a167-06e12e1d2fbf,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.023993 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39720) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.028729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.059182 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.079178 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39722) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.126339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aec49a43-88bf-4582-a59f-ab083447d487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.149364 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bdca882f-f073-4043-9fbc-c3f460d30758 admin admin] Publish callbacks [] for security_group (f090c652-419f-4771-9a24-47700f0737f6), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.156828 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0323e096-f230-4b0e-a0ac-6e5d4639a3af req-9ee7f203-e32b-469c-affc-824e4ac9458b service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303443 Apr 06 10:54:35.157741 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] Publish callbacks [] for security_group (edd70836-185f-4bf2-a167-06e12e1d2fbf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.159547 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bdca882f-f073-4043-9fbc-c3f460d30758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f090c652-419f-4771-9a24-47700f0737f6), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.220607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] Publish callbacks [] for security_group (edd70836-185f-4bf2-a167-06e12e1d2fbf), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.233483 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-bdca882f-f073-4043-9fbc-c3f460d30758 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=936c02ac3930492e87606886e0e88a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844688 Apr 06 10:54:35.236703 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39726) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.245060 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca882f-f073-4043-9fbc-c3f460d30758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f090c652-419f-4771-9a24-47700f0737f6,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.252880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.264320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Attempting to bind port 1e8f4e47-5ac0-430a-8243-042c7405b124 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:35.265400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Attempting to bind port 1e8f4e47-5ac0-430a-8243-042c7405b124 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:35.266053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Attempting to bind port 1e8f4e47-5ac0-430a-8243-042c7405b124 on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:35.293716 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.295010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Port 1e8f4e47-5ac0-430a-8243-042c7405b124 on network 4658973f-8949-4895-99e0-35fdfcbbc74b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:35.295420 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Attempting to bind port 1e8f4e47-5ac0-430a-8243-042c7405b124 on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:35.335815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:35.336175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:35.336813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Bound using segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:35.337570 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Bound port: 1e8f4e47-5ac0-430a-8243-042c7405b124, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:35.338030 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.349628 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] Publish callbacks [] for security_group (f090c652-419f-4771-9a24-47700f0737f6), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.364219 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (edd70836-185f-4bf2-a167-06e12e1d2fbf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.366723 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.368765 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/edd70836-185f-4bf2-a167-06e12e1d2fbf HTTP/1.1" status: 204 len: 168 time: 0.3421636 Apr 06 10:54:35.386403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 59412f49-79be-460c-b458-8646bea09611 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:35.397545 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da741f5d-0f3a-4ee5-a180-91387ad000c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd70836-185f-4bf2-a167-06e12e1d2fbf,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.411627 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b796b1-528a-4e50-bdea-aa420e44220d req-e0cd0c1e-0d9d-428f-b562-2d91d4bb466b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:35.413162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-55b796b1-528a-4e50-bdea-aa420e44220d req-e0cd0c1e-0d9d-428f-b562-2d91d4bb466b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 944 time: 0.1252108 Apr 06 10:54:35.415233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] Publish callbacks [] for security_group (f090c652-419f-4771-9a24-47700f0737f6), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.418401 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:35.420479 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.447469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:35.454604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.466521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:35.472807 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:35.473398 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.504309 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-55b796b1-528a-4e50-bdea-aa420e44220d req-5ec2dbe7-9c1f-488f-915e-40f11a2d2b57 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788286 Apr 06 10:54:35.518508 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f090c652-419f-4771-9a24-47700f0737f6), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.522590 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.523868 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f090c652-419f-4771-9a24-47700f0737f6 HTTP/1.1" status: 204 len: 168 time: 0.2859080 Apr 06 10:54:35.533018 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d686dd-a052-4f64-801d-7cb83c9b91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f090c652-419f-4771-9a24-47700f0737f6,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.588024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aec49a43-88bf-4582-a59f-ab083447d487 admin admin] Publish callbacks [] for security_group (d4729f88-f4cc-4e12-af9d-3412785d0a77), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.620908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:35.639383 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aec49a43-88bf-4582-a59f-ab083447d487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d4729f88-f4cc-4e12-af9d-3412785d0a77), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.642905 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59412f49-79be-460c-b458-8646bea09611,segment=NetworkSegment(6ed209c2-af8b-4a62-8777-4c7f084d3ea6),segment_id=6ed209c2-af8b-4a62-8777-4c7f084d3ea6)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:35.657390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:35.661878 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '59412f49-79be-460c-b458-8646bea09611', 'network_id': '9b41b180-a522-4a47-b642-cc705d90b0db', 'port_id': '59412f49-79be-460c-b458-8646bea09611', 'mac_address': 'fa:16:3e:20:5f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58f4fc5-85c9-42a6-8e30-71f1f0577daa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:35.692363 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-279ab17f-86e8-4941-9925-635d6b4a2345 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1184764 Apr 06 10:54:35.715154 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:35.718313 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 59412f49-79be-460c-b458-8646bea09611 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:35.719122 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (59412f49-79be-460c-b458-8646bea09611), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.727102 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:35.727806 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.738588 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59412f49-79be-460c-b458-8646bea09611 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:35.760678 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:35.773466 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59412f49-79be-460c-b458-8646bea09611,segment=NetworkSegment(6ed209c2-af8b-4a62-8777-4c7f084d3ea6),segment_id=6ed209c2-af8b-4a62-8777-4c7f084d3ea6)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:35.778016 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (59412f49-79be-460c-b458-8646bea09611), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.862645 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.885336 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.901271 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39742) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.902249 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-aec49a43-88bf-4582-a59f-ab083447d487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24b593cc7565425487cd6dd7965ddde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8201256 Apr 06 10:54:35.905597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1e8f4e47-5ac0-430a-8243-042c7405b124,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:35.908719 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec49a43-88bf-4582-a59f-ab083447d487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4729f88-f4cc-4e12-af9d-3412785d0a77,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.919544 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-9ea4f6d0-1724-4e47-8366-23e7952a587f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2395325 Apr 06 10:54:35.924486 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.974830 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-52e34b55-ef7c-40d6-b8ef-43f0a2efaedd None None] Provisioning complete for port ae00295a-be2c-4341-91c4-6bde24dfc015 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:35.975237 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-52e34b55-ef7c-40d6-b8ef-43f0a2efaedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.041114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Request body: {'port': {'device_id': 'd1678983-9be5-4702-a922-fe889bfc0968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:36.053127 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Request body: {'port': {'device_id': '6a374748-afdb-4763-b395-367ea43ef56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:36.069251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-52e34b55-ef7c-40d6-b8ef-43f0a2efaedd None None] Port ae00295a-be2c-4341-91c4-6bde24dfc015 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:36.070597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.071230 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.072747 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] 10.222.0.18 "PUT /v2.0/ports/1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 200 len: 1094 time: 3.5002105 Apr 06 10:54:36.073282 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:36.137953 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] Publish callbacks [] for security_group (d4729f88-f4cc-4e12-af9d-3412785d0a77), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.161395 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e6cdb-2519-4eb7-9164-fab1145bc01d req-1f902633-8b5f-4a28-8121-b5f5164c7db0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.169392 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-649e6cdb-2519-4eb7-9164-fab1145bc01d req-1f902633-8b5f-4a28-8121-b5f5164c7db0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 932 time: 0.2206671 Apr 06 10:54:36.187501 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['59412f49-79be-460c-b458-8646bea09611'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:36.220408 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] Publish callbacks [] for security_group (d4729f88-f4cc-4e12-af9d-3412785d0a77), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.257924 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510cc65-3f70-4317-8e87-86af4606ab63 req-6a929c91-a730-40be-855d-971525f51559 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.260210 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4510cc65-3f70-4317-8e87-86af4606ab63 req-6a929c91-a730-40be-855d-971525f51559 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 932 time: 0.6066470 Apr 06 10:54:36.275026 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-a2cbe787-0aec-4c82-991e-3864527f1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.276687 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-a2cbe787-0aec-4c82-991e-3864527f1cfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1127 time: 0.2415442 Apr 06 10:54:36.282898 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d4729f88-f4cc-4e12-af9d-3412785d0a77), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.285916 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.289288 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d4729f88-f4cc-4e12-af9d-3412785d0a77 HTTP/1.1" status: 204 len: 168 time: 0.3847427 Apr 06 10:54:36.307958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 39756) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:36.372993 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0eb98-e9c7-4aa0-9bac-0a47a9af317f service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:36.387654 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e7dc51c5-725e-4b18-b7f8-aa5c6bfa2b9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.420043 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e877777b-6efd-46b3-9460-644c86d94e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4729f88-f4cc-4e12-af9d-3412785d0a77,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:36.470887 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-649e6cdb-2519-4eb7-9164-fab1145bc01d req-58a9e07c-2f47-4b03-9186-edd1b417f24c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001890 Apr 06 10:54:36.484542 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-9c3eece0-3fab-4ea4-9764-ba53fed2ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.486068 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-9c3eece0-3fab-4ea4-9764-ba53fed2ab44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.1948521 Apr 06 10:54:36.490864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c7bde80e-b847-47f5-aa74-3a0b8b9e6e34 None None] Provisioning complete for port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:36.491328 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c7bde80e-b847-47f5-aa74-3a0b8b9e6e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.551095 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39764) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:36.558059 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-e00b15bb-ebdb-484c-82d8-73a7d652ca57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.0604839 Apr 06 10:54:36.582467 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c7bde80e-b847-47f5-aa74-3a0b8b9e6e34 None None] Port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:36.669506 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-878d2707-e3c4-4906-882e-5385b53ebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.671875 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-878d2707-e3c4-4906-882e-5385b53ebf7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1064236 Apr 06 10:54:36.753540 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0fc3fe-aec2-46c3-b308-3af2739791bb req-f042bd9d-620b-49a5-8bab-16aafa28517b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.755109 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0f0fc3fe-aec2-46c3-b308-3af2739791bb req-f042bd9d-620b-49a5-8bab-16aafa28517b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 944 time: 0.1430676 Apr 06 10:54:36.785477 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-724d7501-e8d0-4319-9ed2-b798f8221c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.787022 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-724d7501-e8d0-4319-9ed2-b798f8221c93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085246 Apr 06 10:54:36.796543 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579d20be-fd0f-445f-9e4f-d467cee1d6d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:36.864343 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0f0fc3fe-aec2-46c3-b308-3af2739791bb req-f6a45cf5-6d90-4338-8018-045f5d6bfabd tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000128 Apr 06 10:54:36.931839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.959303 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e7dc51c5-725e-4b18-b7f8-aa5c6bfa2b9b admin admin] Publish callbacks [] for security_group (6ee75a8e-9b89-42e7-a376-a117c67cb24d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.964052 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-4ddac1ff-9729-41fc-854d-8aa228287b5c service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649184 Apr 06 10:54:36.979923 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-393c1f56-d5d6-45ea-91ce-7c41b88d7c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.150363 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0c78c09-1f3e-4784-b622-a1437bb6f4f3 req-7cbe0a2b-4881-4c02-a531-88318a7838bd service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597748 Apr 06 10:54:37.160586 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f4becc-594d-446b-8b90-30d1796e3c55 req-5f130bae-5d4d-44ef-96d3-dc80b757ee6e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:37.162133 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50f4becc-594d-446b-8b90-30d1796e3c55 req-5f130bae-5d4d-44ef-96d3-dc80b757ee6e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 944 time: 0.1030366 Apr 06 10:54:37.235878 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:37.244117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks [] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.256639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Transition to ACTIVE for port object ae00295a-be2c-4341-91c4-6bde24dfc015 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:37.260624 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e7dc51c5-725e-4b18-b7f8-aa5c6bfa2b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6ee75a8e-9b89-42e7-a376-a117c67cb24d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.281563 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50f4becc-594d-446b-8b90-30d1796e3c55 req-57cf2686-c728-480e-b494-b0ffa39e4040 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061387 Apr 06 10:54:37.285738 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.299208 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-393c1f56-d5d6-45ea-91ce-7c41b88d7c18 admin admin] Publish callbacks [] for security_group (4aa4490c-64a5-4b83-bb2f-372b6fb86344), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.302556 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e7dc51c5-725e-4b18-b7f8-aa5c6bfa2b9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a1c41426549487daf028f3fb6073c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9887719 Apr 06 10:54:37.303620 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39792) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:37.303766 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4510cc65-3f70-4317-8e87-86af4606ab63 req-9c83beb0-9ab4-477e-ab05-bd8073c29cec tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9946244 Apr 06 10:54:37.305614 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-facdda29-d4c8-4172-8c6f-643a331edecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:37.307133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-facdda29-d4c8-4172-8c6f-643a331edecd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1128 time: 1.1305554 Apr 06 10:54:37.307685 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.313996 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-393c1f56-d5d6-45ea-91ce-7c41b88d7c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4aa4490c-64a5-4b83-bb2f-372b6fb86344), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.372274 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.375532 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 241eff31-1198-4ac1-9def-30d80ecf0953 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:37.420158 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] Publish callbacks [] for security_group (6ee75a8e-9b89-42e7-a376-a117c67cb24d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.422673 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c1f56-d5d6-45ea-91ce-7c41b88d7c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa4490c-64a5-4b83-bb2f-372b6fb86344,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.437508 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-393c1f56-d5d6-45ea-91ce-7c41b88d7c18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fba03e83132340bc8125a6dbbeefe02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8847992 Apr 06 10:54:37.445636 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39798) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:37.454898 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 59412f49-79be-460c-b458-8646bea09611 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:37.522376 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-b8c74afe-13d3-4e2f-b378-721eae71e5c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 200 len: 217 time: 0.1508551 Apr 06 10:54:37.566762 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc51c5-725e-4b18-b7f8-aa5c6bfa2b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee75a8e-9b89-42e7-a376-a117c67cb24d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.574739 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] Publish callbacks [] for security_group (6ee75a8e-9b89-42e7-a376-a117c67cb24d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.610640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=241eff31-1198-4ac1-9def-30d80ecf0953,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:37.617253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 59412f49-79be-460c-b458-8646bea09611 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:37.632969 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 59412f49-79be-460c-b458-8646bea09611 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:37.633369 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (59412f49-79be-460c-b458-8646bea09611), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.669114 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] Publish callbacks [] for security_group (4aa4490c-64a5-4b83-bb2f-372b6fb86344), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.713838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '241eff31-1198-4ac1-9def-30d80ecf0953', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'port_id': '241eff31-1198-4ac1-9def-30d80ecf0953', 'mac_address': 'fa:16:3e:ec:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:37.716598 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] Publish callbacks [] for security_group (4aa4490c-64a5-4b83-bb2f-372b6fb86344), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.735138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Attempting to bind port ae00295a-be2c-4341-91c4-6bde24dfc015 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:37.735486 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Attempting to bind port ae00295a-be2c-4341-91c4-6bde24dfc015 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:37.735820 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Attempting to bind port ae00295a-be2c-4341-91c4-6bde24dfc015 on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:37.736574 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6ee75a8e-9b89-42e7-a376-a117c67cb24d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.741875 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.747636 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ee75a8e-9b89-42e7-a376-a117c67cb24d HTTP/1.1" status: 204 len: 168 time: 0.4427361 Apr 06 10:54:37.777935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3aae12-02b3-4f88-8c0d-08a2d18944af x-openstack-request-id: req-2e3aae12-02b3-4f88-8c0d-08a2d18944af {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:37.778247 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:37.778802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2e3aae12-02b3-4f88-8c0d-08a2d18944af {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:37.779499 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3aae12-02b3-4f88-8c0d-08a2d18944af'] response: {'name': 'network-changed', 'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124', 'status': 'completed', 'code': 200} Apr 06 10:54:37.785436 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Port ae00295a-be2c-4341-91c4-6bde24dfc015 on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:37.785806 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Attempting to bind port ae00295a-be2c-4341-91c4-6bde24dfc015 on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:37.789110 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d38505-8fb5-4499-a55f-cf7333f22ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee75a8e-9b89-42e7-a376-a117c67cb24d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.794490 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-879f5171-1340-482d-ab43-56fa8fd69d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:37.796028 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-879f5171-1340-482d-ab43-56fa8fd69d5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.2331691 Apr 06 10:54:37.826952 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4aa4490c-64a5-4b83-bb2f-372b6fb86344), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.829923 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.833628 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4aa4490c-64a5-4b83-bb2f-372b6fb86344 HTTP/1.1" status: 204 len: 168 time: 0.3845134 Apr 06 10:54:37.854505 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 241eff31-1198-4ac1-9def-30d80ecf0953 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:37.855121 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.855959 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c49a2d-0622-4788-ad12-93d70a2d03d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa4490c-64a5-4b83-bb2f-372b6fb86344,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.886678 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:37.887016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Checking segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:37.897535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Bound using segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:37.897535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Bound port: ae00295a-be2c-4341-91c4-6bde24dfc015, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:37.897535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.932527 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3958bf0-91b6-40ee-bf81-7b43d46b7578 req-fab5f3e2-0a2d-4694-9a43-f99489216f8d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:37.934326 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c3958bf0-91b6-40ee-bf81-7b43d46b7578 req-fab5f3e2-0a2d-4694-9a43-f99489216f8d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.2849972 Apr 06 10:54:37.938418 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241eff31-1198-4ac1-9def-30d80ecf0953 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:37.978653 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 59412f49-79be-460c-b458-8646bea09611 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:37.979075 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (59412f49-79be-460c-b458-8646bea09611), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.983725 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=241eff31-1198-4ac1-9def-30d80ecf0953,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:37.993765 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.044261 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59412f49-79be-460c-b458-8646bea09611'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:38.128051 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ec8dd-7060-4917-b3cc-d20ce99a4698 req-4dd56994-f0c5-406d-b46d-b9c0863ac095 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.143410 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b0ec8dd-7060-4917-b3cc-d20ce99a4698 req-4dd56994-f0c5-406d-b46d-b9c0863ac095 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 944 time: 0.1061192 Apr 06 10:54:38.146865 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59412f49-79be-460c-b458-8646bea09611,segment=NetworkSegment(6ed209c2-af8b-4a62-8777-4c7f084d3ea6),segment_id=6ed209c2-af8b-4a62-8777-4c7f084d3ea6)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:38.149160 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c5a52-ef52-455a-a563-2a270548ee8a req-d961a949-62de-4066-8523-1306dd75fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.151972 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-d961a949-62de-4066-8523-1306dd75fcb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2794008 Apr 06 10:54:38.159155 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (59412f49-79be-460c-b458-8646bea09611), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.165632 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:38.230977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:38.248617 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c3958bf0-91b6-40ee-bf81-7b43d46b7578 req-d15b1db7-5c39-4100-96b9-f7207b509a70 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842846 Apr 06 10:54:38.256566 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:38.263364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:38.270173 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b0ec8dd-7060-4917-b3cc-d20ce99a4698 req-2d89c9dc-a075-4b01-ba1c-42c6f2b5ab4b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247942 Apr 06 10:54:38.290339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.298426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['241eff31-1198-4ac1-9def-30d80ecf0953'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:38.419803 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.421613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.424189 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] 10.222.0.18 "PUT /v2.0/ports/ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 1094 time: 2.3936956 Apr 06 10:54:38.463663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd712956-5f7d-43f3-9eb2-9c2f5da29582 req-1dcd340b-1555-4abd-a397-4ce60550c5c9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.471534 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dd712956-5f7d-43f3-9eb2-9c2f5da29582 req-1dcd340b-1555-4abd-a397-4ce60550c5c9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 944 time: 0.1100283 Apr 06 10:54:38.563673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ab295-b712-42ca-8bf4-b4789b97026e service neutron] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:38.587257 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dd712956-5f7d-43f3-9eb2-9c2f5da29582 req-06d7ef4d-cc59-4814-a695-40ae3333cbe8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093411 Apr 06 10:54:38.617797 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-38ff3022-d0c8-4e0d-b76b-0b3541678854 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552691 Apr 06 10:54:38.694754 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39838) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:38.718874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab522f1-d3f9-4a7c-a4da-2bafe6f3704f {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:38.731293 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908b2c4-ebe6-4f46-9899-514721de6722 req-58bb8cd8-ec2f-4c7f-81ab-238fb6bacf79 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.732884 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6908b2c4-ebe6-4f46-9899-514721de6722 req-58bb8cd8-ec2f-4c7f-81ab-238fb6bacf79 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 932 time: 0.2845678 Apr 06 10:54:38.739335 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-57c78dc1-b513-488b-8cd7-b84fd66a6390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.740619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks [] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.783168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-9c955f14-62ed-427c-8ab4-653f5386a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.784705 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-9c955f14-62ed-427c-8ab4-653f5386a7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1128 time: 0.2841620 Apr 06 10:54:38.793568 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Transition to ACTIVE for port object eab522f1-d3f9-4a7c-a4da-2bafe6f3704f will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:38.805415 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.843892 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b3b1b3-b5bc-4c7b-8864-a8ebb05db424" -d '{"events": [{"server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "name": "network-vif-plugged", "status": "completed", "tag": "59412f49-79be-460c-b458-8646bea09611"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:38.889075 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-57c78dc1-b513-488b-8cd7-b84fd66a6390 admin admin] Publish callbacks [] for security_group (72f6815b-5b06-4945-b2b5-89a3ef1817b1), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.894182 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-57c78dc1-b513-488b-8cd7-b84fd66a6390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72f6815b-5b06-4945-b2b5-89a3ef1817b1), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.906275 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-e860dc94-821b-4634-8642-ffe8f627d0ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 217 time: 0.1049113 Apr 06 10:54:38.926594 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6908b2c4-ebe6-4f46-9899-514721de6722 req-f0703fb6-69b6-4c45-a65f-22355c8911a6 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797514 Apr 06 10:54:38.938531 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-374c5a52-ef52-455a-a563-2a270548ee8a req-86c97b4f-cea2-488c-aa48-7fff7430f6fa service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944582 Apr 06 10:54:38.979688 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-57c78dc1-b513-488b-8cd7-b84fd66a6390 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9e3beec64694e6eb504baeb764c7216&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836692 Apr 06 10:54:38.982160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39852) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:39.018169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c78dc1-b513-488b-8cd7-b84fd66a6390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f6815b-5b06-4945-b2b5-89a3ef1817b1,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:39.043265 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Pushing event updated for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:39.071238 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecf2c6f-2280-402e-9172-3af0f2da7035 x-openstack-request-id: req-6ecf2c6f-2280-402e-9172-3af0f2da7035 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:39.071570 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "name": "network-vif-plugged", "status": "completed", "tag": "59412f49-79be-460c-b458-8646bea09611", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:39.071839 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ecf2c6f-2280-402e-9172-3af0f2da7035 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:39.072294 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecf2c6f-2280-402e-9172-3af0f2da7035'] response: {'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59412f49-79be-460c-b458-8646bea09611', 'code': 200} Apr 06 10:54:39.082790 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] Publish callbacks [] for security_group (72f6815b-5b06-4945-b2b5-89a3ef1817b1), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.112679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] Publish callbacks [] for security_group (72f6815b-5b06-4945-b2b5-89a3ef1817b1), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.112917 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Attempting to bind port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:39.113266 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Attempting to bind port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:39.116617 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Attempting to bind port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:39.128597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-e6664095-6c31-41e3-89b7-10ae1889c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.130177 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-e6664095-6c31-41e3-89b7-10ae1889c4f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.2075765 Apr 06 10:54:39.130955 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:39.131323 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Attempting to bind port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:39.141127 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:39.141515 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Checking segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:39.143207 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Bound using segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:39.146592 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Bound port: eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:39.147000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.177124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72f6815b-5b06-4945-b2b5-89a3ef1817b1), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.179849 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.181018 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72f6815b-5b06-4945-b2b5-89a3ef1817b1 HTTP/1.1" status: 204 len: 168 time: 0.1977031 Apr 06 10:54:39.203154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7fd5-de8c-425b-b16a-b97912c9e99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f6815b-5b06-4945-b2b5-89a3ef1817b1,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:39.271615 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:39.276881 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:39.285096 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.388966 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 241eff31-1198-4ac1-9def-30d80ecf0953 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:39.453847 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 241eff31-1198-4ac1-9def-30d80ecf0953 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:39.467421 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 241eff31-1198-4ac1-9def-30d80ecf0953 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:39.468616 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.523996 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221a797-ce0a-47f5-89d0-1efcdc55b89b req-3e205b0f-935c-4dba-be98-c4bc585c3eb4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.535719 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a221a797-ce0a-47f5-89d0-1efcdc55b89b req-3e205b0f-935c-4dba-be98-c4bc585c3eb4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1382883 Apr 06 10:54:39.541874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.542501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.543950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] 10.222.0.18 "PUT /v2.0/ports/eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 1094 time: 3.5147541 Apr 06 10:54:39.599305 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f0742-051b-4d3b-a167-ee54c28224e4 req-763cf6be-1c60-427b-bd79-36888d4f50de tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.601869 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a3f0742-051b-4d3b-a167-ee54c28224e4 req-763cf6be-1c60-427b-bd79-36888d4f50de tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.1080921 Apr 06 10:54:39.611916 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471c81c-914f-48d8-90c5-9d6078118b4d service neutron] Pushing event updated for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:39.621272 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 241eff31-1198-4ac1-9def-30d80ecf0953 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:39.621738 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.659289 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a221a797-ce0a-47f5-89d0-1efcdc55b89b req-2bf4cfe6-ee38-4063-9872-b74f6e323c86 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204371 Apr 06 10:54:39.683022 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=241eff31-1198-4ac1-9def-30d80ecf0953,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:39.687593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a3f0742-051b-4d3b-a167-ee54c28224e4 req-a69d386f-61f6-4f5c-9c0a-c261ca073cca tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788527 Apr 06 10:54:39.688500 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.750665 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:39.794386 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}, {'name': 'network-changed', 'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:39.795177 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8fd655-0c94-4a5e-8962-142038d00437" -d '{"events": [{"name": "network-changed", "server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}, {"name": "network-changed", "server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:39.916753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-a9b6ec54-b1a1-4c83-85ca-372f548af817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.918782 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-a9b6ec54-b1a1-4c83-85ca-372f548af817 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1128 time: 0.1081827 Apr 06 10:54:40.042308 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a473b-3186-4dbe-b0f2-77ec6f58fdc5 req-51acfae1-e2ca-4044-aec0-fce4602b3295 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.049066 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-011a473b-3186-4dbe-b0f2-77ec6f58fdc5 req-51acfae1-e2ca-4044-aec0-fce4602b3295 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 944 time: 0.1688545 Apr 06 10:54:40.080823 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89359ca0-33a2-4800-b7d7-9d55d5325320 x-openstack-request-id: req-89359ca0-33a2-4800-b7d7-9d55d5325320 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:40.081513 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:40.081968 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89359ca0-33a2-4800-b7d7-9d55d5325320 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:40.082462 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89359ca0-33a2-4800-b7d7-9d55d5325320'] response: {'name': 'network-changed', 'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'status': 'completed', 'code': 200} Apr 06 10:54:40.082820 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89359ca0-33a2-4800-b7d7-9d55d5325320'] response: {'name': 'network-changed', 'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'status': 'completed', 'code': 200} Apr 06 10:54:40.087778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-8f59ae63-4ba7-4dd0-baf6-976b206a2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.089843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-8f59ae63-4ba7-4dd0-baf6-976b206a2697 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1128 time: 0.2895977 Apr 06 10:54:40.101649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-7504c7a2-da4f-4da5-a049-f2f7033368bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.103276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-7504c7a2-da4f-4da5-a049-f2f7033368bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3591540 Apr 06 10:54:40.189950 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-f1bb7964-693a-4766-9354-1f8386244b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.191480 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-f1bb7964-693a-4766-9354-1f8386244b1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 1129 time: 0.1414604 Apr 06 10:54:40.195046 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-011a473b-3186-4dbe-b0f2-77ec6f58fdc5 req-7c1522f6-8f43-49c2-919e-b9ba7336e767 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083720 Apr 06 10:54:40.223577 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-a6dbde1b-8003-4891-8d26-4286b7f6f6a2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.240522 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-41e8672f-5c70-44b3-8441-768d8ae7d057 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 217 time: 0.1210079 Apr 06 10:54:40.324338 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-a6dbde1b-8003-4891-8d26-4286b7f6f6a2 service neutron] Publish callbacks [] for security_group (28461a5f-ef28-40d0-a4a0-0260bd565221), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.329907 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-a6dbde1b-8003-4891-8d26-4286b7f6f6a2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (28461a5f-ef28-40d0-a4a0-0260bd565221), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.375656 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-82075461-0465-4da4-9024-db91f36bba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.377118 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-82075461-0465-4da4-9024-db91f36bba70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.1184797 Apr 06 10:54:40.387660 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5a946e0-26ca-47e0-9e48-a2e5cc6dbcf6 req-a6dbde1b-8003-4891-8d26-4286b7f6f6a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897492 Apr 06 10:54:40.390089 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbde1b-8003-4891-8d26-4286b7f6f6a2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=28461a5f-ef28-40d0-a4a0-0260bd565221,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:40.433870 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-cd2e5410-4f3c-4fb0-bb35-6a302e6e758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.435639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-cd2e5410-4f3c-4fb0-bb35-6a302e6e758d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.5079012 Apr 06 10:54:40.444024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8370cc-3c2e-4bc8-b00d-631517797f92 req-67e75000-864f-41a9-9d93-968f6546703e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.445717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ad8370cc-3c2e-4bc8-b00d-631517797f92 req-67e75000-864f-41a9-9d93-968f6546703e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 944 time: 0.3537753 Apr 06 10:54:40.494659 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-b18a9b57-0f53-4ead-a80c-d4415f49af11 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764734 Apr 06 10:54:40.530799 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ad8370cc-3c2e-4bc8-b00d-631517797f92 req-4fd45e10-5d8d-4123-9309-d532326e4a9b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628259 Apr 06 10:54:40.540838 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-c74fec5f-94ca-4d99-99ba-74e76556e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.543025 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-c74fec5f-94ca-4d99-99ba-74e76556e575 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1432362 Apr 06 10:54:40.818830 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-3f072edb-121e-4d0f-907e-e6b5738fe43c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 200 len: 217 time: 0.1283333 Apr 06 10:54:40.880440 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccd948-ae10-4ca8-ae24-2b85b1aadcea req-c877c889-4ba0-49a0-907d-8c403feee85b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.882881 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2fccd948-ae10-4ca8-ae24-2b85b1aadcea req-c877c889-4ba0-49a0-907d-8c403feee85b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0843890 Apr 06 10:54:40.969735 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2fccd948-ae10-4ca8-ae24-2b85b1aadcea req-83358ae0-792b-4d9a-93fc-d5122d55b357 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798671 Apr 06 10:54:40.977853 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-1e4d01c2-63dc-46a4-ba63-ec6c2cf54914 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726674 Apr 06 10:54:40.980849 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b16c54e-0e4e-4f3f-929b-eaab0609cfd4 req-19300f57-baa2-40c8-888f-f2b49ca6384b service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861571 Apr 06 10:54:40.988138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3a9a6-88f5-466e-aba2-6dc603e7d79d req-4cc437d8-334b-4703-8487-ea9ed5a5bf7b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.989605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09b3a9a6-88f5-466e-aba2-6dc603e7d79d req-4cc437d8-334b-4703-8487-ea9ed5a5bf7b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.1417310 Apr 06 10:54:41.040040 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09b3a9a6-88f5-466e-aba2-6dc603e7d79d req-c0677527-b30c-4a00-acde-26b4e12d6413 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446007 Apr 06 10:54:41.073602 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:41.076651 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b032a45-5598-495a-b06b-70885c861e8d" -d '{"events": [{"server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "name": "network-vif-plugged", "status": "completed", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:41.119019 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b844fb6f-eea3-43e7-a8c9-c4cf05e09b4f x-openstack-request-id: req-b844fb6f-eea3-43e7-a8c9-c4cf05e09b4f {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:41.119345 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "name": "network-vif-plugged", "status": "completed", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:41.119611 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b844fb6f-eea3-43e7-a8c9-c4cf05e09b4f {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:41.120016 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b844fb6f-eea3-43e7-a8c9-c4cf05e09b4f'] response: {'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953', 'code': 200} Apr 06 10:54:41.182511 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-839e9a81-83eb-4346-a5f2-daef3fdcb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:41.184078 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-839e9a81-83eb-4346-a5f2-daef3fdcb7cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1208241 Apr 06 10:54:41.217551 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8eb55e6-643f-44d8-b46f-3e1828e17809 req-64581622-3a17-4006-bd24-7acda3372b22 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529524 Apr 06 10:54:41.326219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04033dac-0c2a-4b3c-b124-f5bd59b91432 req-d5d77db9-475c-4770-8252-e3acc5105875 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:41.328328 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04033dac-0c2a-4b3c-b124-f5bd59b91432 req-d5d77db9-475c-4770-8252-e3acc5105875 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 944 time: 0.0605311 Apr 06 10:54:41.378460 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04033dac-0c2a-4b3c-b124-f5bd59b91432 req-3c130e36-fa30-42fa-bed4-fc1984b24ba7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Apr 06 10:54:41.388649 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 1e8f4e47-5ac0-430a-8243-042c7405b124 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:41.483504 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 39978) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:41.504707 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1e8f4e47-5ac0-430a-8243-042c7405b124,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:41.516737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '1e8f4e47-5ac0-430a-8243-042c7405b124', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'port_id': '1e8f4e47-5ac0-430a-8243-042c7405b124', 'mac_address': 'fa:16:3e:9b:eb:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:41.568326 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 1e8f4e47-5ac0-430a-8243-042c7405b124 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:41.568712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:41.590386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8f4e47-5ac0-430a-8243-042c7405b124 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:41.659485 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1e8f4e47-5ac0-430a-8243-042c7405b124,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:41.666452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:41.731759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:41.859665 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5bb24fc9-f129-4796-b011-bc52cc78c933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:41.910961 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e998a-3232-492f-90fe-605d6a1e62ef req-d3c7d50d-c3a0-4a5b-94ba-747fa7437bdf tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:41.913241 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a74e998a-3232-492f-90fe-605d6a1e62ef req-d3c7d50d-c3a0-4a5b-94ba-747fa7437bdf tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 944 time: 0.2906218 Apr 06 10:54:41.994091 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a74e998a-3232-492f-90fe-605d6a1e62ef req-fa63fb57-a731-4823-be85-28114561c912 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691693 Apr 06 10:54:42.012235 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['1e8f4e47-5ac0-430a-8243-042c7405b124'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:42.051566 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5bb24fc9-f129-4796-b011-bc52cc78c933 admin admin] Publish callbacks [] for security_group (59b62f2d-4749-4a0f-bd99-c85bc46d988e), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.057837 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5bb24fc9-f129-4796-b011-bc52cc78c933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (59b62f2d-4749-4a0f-bd99-c85bc46d988e), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.122446 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5bb24fc9-f129-4796-b011-bc52cc78c933 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=305fc239fadd4333bf82952100cdef5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6376526 Apr 06 10:54:42.125096 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40006) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:42.132629 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb24fc9-f129-4796-b011-bc52cc78c933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b62f2d-4749-4a0f-bd99-c85bc46d988e,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:42.225895 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] Publish callbacks [] for security_group (59b62f2d-4749-4a0f-bd99-c85bc46d988e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.290290 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] Publish callbacks [] for security_group (59b62f2d-4749-4a0f-bd99-c85bc46d988e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.333635 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-08d5758e-8052-4a7b-b452-c7843ed1f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.339034 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-08d5758e-8052-4a7b-b452-c7843ed1f18d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2924390 Apr 06 10:54:42.353708 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca85d5-f133-4be5-96fa-c677a5dc6a14 req-21c4df91-31c6-4b62-b795-ec7db25a5407 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.355414 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-59ca85d5-f133-4be5-96fa-c677a5dc6a14 req-21c4df91-31c6-4b62-b795-ec7db25a5407 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.1317911 Apr 06 10:54:42.386039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-837188f7-8b21-424e-9d62-a8204ae837ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.393670 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-837188f7-8b21-424e-9d62-a8204ae837ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1128 time: 0.2908914 Apr 06 10:54:42.407079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d406aab-b99d-4a5a-8798-178bb0ee4480 req-4538602e-df42-4919-b3ed-4a82a23d48d1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.407673 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (59b62f2d-4749-4a0f-bd99-c85bc46d988e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.410700 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.412385 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59b62f2d-4749-4a0f-bd99-c85bc46d988e HTTP/1.1" status: 204 len: 168 time: 0.2859778 Apr 06 10:54:42.415234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d406aab-b99d-4a5a-8798-178bb0ee4480 req-4538602e-df42-4919-b3ed-4a82a23d48d1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1917660 Apr 06 10:54:42.440879 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a9ff1-dbc6-4835-aa01-81b139301266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b62f2d-4749-4a0f-bd99-c85bc46d988e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:42.459163 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-59ca85d5-f133-4be5-96fa-c677a5dc6a14 req-eb829d3d-7658-445f-b89b-de9b8c936bca tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Apr 06 10:54:42.524424 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d406aab-b99d-4a5a-8798-178bb0ee4480 req-f97e2eff-bd6f-4a91-87f3-2ba3cbbad22d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998220 Apr 06 10:54:42.655912 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a514dd-4efd-44ca-a626-bd2ce74bf398 req-40457db3-2838-406a-8d9e-bbc224cb3a49 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.664724 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-15a514dd-4efd-44ca-a626-bd2ce74bf398 req-40457db3-2838-406a-8d9e-bbc224cb3a49 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 945 time: 0.0994496 Apr 06 10:54:42.737865 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-15a514dd-4efd-44ca-a626-bd2ce74bf398 req-166d9750-f36a-4045-92ef-53abe15f6ccc tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675604 Apr 06 10:54:43.036866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40054) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:43.064702 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-957ac400-d35b-402e-b200-c8474096fd30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.401591 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-91a467a8-6193-442d-9571-1c6e24effbc2 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906228 Apr 06 10:54:43.405969 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:43.414154 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 1e8f4e47-5ac0-430a-8243-042c7405b124 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:43.448164 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-4a4958b1-0a77-4f45-a048-099bbad149e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:43.458193 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-4a4958b1-0a77-4f45-a048-099bbad149e8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.5556886 Apr 06 10:54:43.504357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 1e8f4e47-5ac0-430a-8243-042c7405b124 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:43.510419 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 1e8f4e47-5ac0-430a-8243-042c7405b124 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:43.511336 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.555753 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40100) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:43.591367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-957ac400-d35b-402e-b200-c8474096fd30 admin admin] Publish callbacks [] for security_group (ecec67cd-ad01-4149-99ce-5d2c012cf02d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.638862 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-957ac400-d35b-402e-b200-c8474096fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ecec67cd-ad01-4149-99ce-5d2c012cf02d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.648414 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 1e8f4e47-5ac0-430a-8243-042c7405b124 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:43.649178 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.676889 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41630a-b495-4924-8146-16031eacee38 req-53bec262-756c-4791-9053-940bc96e1f49 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:43.682429 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ee41630a-b495-4924-8146-16031eacee38 req-53bec262-756c-4791-9053-940bc96e1f49 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.1018093 Apr 06 10:54:43.692743 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1e8f4e47-5ac0-430a-8243-042c7405b124,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:43.695974 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:43.699595 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14127cc4-d162-4a64-9367-951cd356218a" -d '{"events": [{"server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:43.706178 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.761866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330a15c-6832-42f6-ab35-6c2acd9e456f req-91ca9e62-1eb7-4f7d-a134-4e6596d4e197 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:43.778678 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4330a15c-6832-42f6-ab35-6c2acd9e456f req-91ca9e62-1eb7-4f7d-a134-4e6596d4e197 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 944 time: 0.6696129 Apr 06 10:54:43.781946 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:43.783122 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ee41630a-b495-4924-8146-16031eacee38 req-b921b37c-cc5d-43e3-9466-64601e7136b7 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929904 Apr 06 10:54:43.826759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:43.835764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e974f165-3885-44f5-932a-2af14f9c921e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.866125 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:43.903778 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-1969ee75-7a4d-4853-960d-5efb1db28af9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 217 time: 0.3642647 Apr 06 10:54:43.988189 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83363a5d-bf9a-43f5-bd20-b4f32da346da req-71070e6a-5fce-4888-87c7-3ec6702a5306 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:43.999956 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-83363a5d-bf9a-43f5-bd20-b4f32da346da req-71070e6a-5fce-4888-87c7-3ec6702a5306 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1436527 Apr 06 10:54:44.020908 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-957ac400-d35b-402e-b200-c8474096fd30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=511b7eeadff749a5aaad281fe24cf0e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9807069 Apr 06 10:54:44.020908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-4901e6af-a8e6-4d08-96c2-cbac6b208be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.021621 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-4901e6af-a8e6-4d08-96c2-cbac6b208be5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0599842 Apr 06 10:54:44.023229 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40136) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:44.076590 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ac400-d35b-402e-b200-c8474096fd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecec67cd-ad01-4149-99ce-5d2c012cf02d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:44.140723 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:44.141509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.171486 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-579d20be-fd0f-445f-9e4f-d467cee1d6d8 req-069c573e-f6cc-4be4-a128-adb4fe0fb928 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7515662 Apr 06 10:54:44.176124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e974f165-3885-44f5-932a-2af14f9c921e admin admin] Publish callbacks [] for security_group (769494bf-fb91-4060-a4d3-d11d15686863), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.176619 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:44.185196 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-83363a5d-bf9a-43f5-bd20-b4f32da346da req-a8610f0d-631b-418a-8c5e-7a4c19e8f380 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818969 Apr 06 10:54:44.188733 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e974f165-3885-44f5-932a-2af14f9c921e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (769494bf-fb91-4060-a4d3-d11d15686863), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.221393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4330a15c-6832-42f6-ab35-6c2acd9e456f req-df35079d-9145-431a-a7f4-e8a3451fb7ec tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4458213 Apr 06 10:54:44.222404 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] Publish callbacks [] for security_group (ecec67cd-ad01-4149-99ce-5d2c012cf02d), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.225336 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858dfe-0a26-4b95-b6ec-f126b51967c5 req-ae5fd437-8863-4db7-8a6d-926353999429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.226842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f5858dfe-0a26-4b95-b6ec-f126b51967c5 req-ae5fd437-8863-4db7-8a6d-926353999429 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.6901040 Apr 06 10:54:44.286332 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-aaf8709b-c584-468a-b3f1-4f85a8479630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.287909 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-aaf8709b-c584-468a-b3f1-4f85a8479630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2537351 Apr 06 10:54:44.297243 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c373545e-e8d0-46b8-a3d0-fb1ffaecc743 x-openstack-request-id: req-c373545e-e8d0-46b8-a3d0-fb1ffaecc743 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:44.297591 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:44.302754 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c373545e-e8d0-46b8-a3d0-fb1ffaecc743 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:44.303302 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c373545e-e8d0-46b8-a3d0-fb1ffaecc743'] response: {'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124', 'code': 200} Apr 06 10:54:44.303632 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974f165-3885-44f5-932a-2af14f9c921e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769494bf-fb91-4060-a4d3-d11d15686863,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:44.327649 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e974f165-3885-44f5-932a-2af14f9c921e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a5edf24c39d4f89aa7317ae1ab9b7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7645469 Apr 06 10:54:44.327649 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40150) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:44.339186 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:44.352103 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.371678 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ebc58a3c-7111-4ec3-a6d3-5d258dd6936b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.459361 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] Publish callbacks [] for security_group (769494bf-fb91-4060-a4d3-d11d15686863), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.480740 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:44.492092 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] Publish callbacks [] for security_group (ecec67cd-ad01-4149-99ce-5d2c012cf02d), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.523243 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] Publish callbacks [] for security_group (769494bf-fb91-4060-a4d3-d11d15686863), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.590493 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (769494bf-fb91-4060-a4d3-d11d15686863), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.597428 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.599416 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/769494bf-fb91-4060-a4d3-d11d15686863 HTTP/1.1" status: 204 len: 168 time: 0.2705185 Apr 06 10:54:44.605438 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f5858dfe-0a26-4b95-b6ec-f126b51967c5 req-f7f5f221-a7f0-42fe-af67-72b50361aabf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706768 Apr 06 10:54:44.609508 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fe96-aa8c-4546-ba0a-92c455db2b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769494bf-fb91-4060-a4d3-d11d15686863,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:44.647344 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-63c1847a-cde2-4f3a-a0fb-77cf749a54e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406618 Apr 06 10:54:44.677272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87c6d-6c18-47b3-b5c9-bcc9708ee12d req-28e57d27-6018-489b-bcdc-8bc585d80941 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.679605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43a87c6d-6c18-47b3-b5c9-bcc9708ee12d req-28e57d27-6018-489b-bcdc-8bc585d80941 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.3774095 Apr 06 10:54:44.683929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ae00295a-be2c-4341-91c4-6bde24dfc015'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:44.699824 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4704-e7ba-4be7-b431-9861756df9b0 req-c17d9f2f-7dbd-4889-bf2d-8c021e1d6b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.702000 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dfee4704-e7ba-4be7-b431-9861756df9b0 req-c17d9f2f-7dbd-4889-bf2d-8c021e1d6b7b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1130 time: 0.1273892 Apr 06 10:54:44.705621 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ecec67cd-ad01-4149-99ce-5d2c012cf02d), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.709910 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:44.711670 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecec67cd-ad01-4149-99ce-5d2c012cf02d HTTP/1.1" status: 204 len: 168 time: 0.6832175 Apr 06 10:54:44.736989 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf5611-9c07-47b8-8cca-8a1f3c55b471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecec67cd-ad01-4149-99ce-5d2c012cf02d,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:44.767847 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43a87c6d-6c18-47b3-b5c9-bcc9708ee12d req-98645b33-9416-4082-9acb-25aea40453d0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Apr 06 10:54:45.050524 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dfee4704-e7ba-4be7-b431-9861756df9b0 req-867d17a7-2dbd-4af5-8cb5-e8c977324e34 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585257 Apr 06 10:54:45.062367 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-dd6d7134-dcf3-437d-b61b-510a47fc44d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809776 Apr 06 10:54:45.175113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40186) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:45.193235 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5f54a7e-5b47-4e69-9311-44d3ba855a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.305358 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5f54a7e-5b47-4e69-9311-44d3ba855a5c admin admin] Publish callbacks [] for security_group (f408857e-9fef-4827-97cd-eee9095e8f88), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.311206 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5f54a7e-5b47-4e69-9311-44d3ba855a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f408857e-9fef-4827-97cd-eee9095e8f88), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.317433 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40198) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:45.379149 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d5f54a7e-5b47-4e69-9311-44d3ba855a5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a0f5f2177dc4b2dae1fa70aef2c64ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027328 Apr 06 10:54:45.387376 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40208) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:45.388020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f54a7e-5b47-4e69-9311-44d3ba855a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f408857e-9fef-4827-97cd-eee9095e8f88,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:45.476985 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff5a30-04dc-42ba-aa09-a7d20a872fdc req-9c9b3e07-36d1-49d6-ae48-de27fb28d38e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:45.479038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3cd43-8a97-4c4a-9b19-b63cbe5275bf req-a97c5348-91cd-4917-af85-21f047a91373 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:45.483157 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1fa3cd43-8a97-4c4a-9b19-b63cbe5275bf req-a97c5348-91cd-4917-af85-21f047a91373 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 944 time: 0.1268179 Apr 06 10:54:45.483913 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-36ff5a30-04dc-42ba-aa09-a7d20a872fdc req-9c9b3e07-36d1-49d6-ae48-de27fb28d38e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.1132181 Apr 06 10:54:45.505387 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] Publish callbacks [] for security_group (f408857e-9fef-4827-97cd-eee9095e8f88), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.523202 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8161e67-87d7-4561-8295-3d4218a60a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.553783 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] Publish callbacks [] for security_group (f408857e-9fef-4827-97cd-eee9095e8f88), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.582006 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1fa3cd43-8a97-4c4a-9b19-b63cbe5275bf req-d422e845-b00c-4abe-9ae9-0e2d861a38fa tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852063 Apr 06 10:54:45.611453 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device eab522f1-d3f9-4a7c-a4da-2bafe6f3704f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:45.617371 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:45.635716 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-36ff5a30-04dc-42ba-aa09-a7d20a872fdc req-dc0df98b-117f-4781-9427-ddca83c177f1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507568 Apr 06 10:54:45.665890 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f408857e-9fef-4827-97cd-eee9095e8f88), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.669353 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.671231 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f408857e-9fef-4827-97cd-eee9095e8f88 HTTP/1.1" status: 204 len: 168 time: 0.2785382 Apr 06 10:54:45.688072 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60ab31-4e08-4f93-b678-ec591ac291c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f408857e-9fef-4827-97cd-eee9095e8f88,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:45.710926 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8161e67-87d7-4561-8295-3d4218a60a19 admin admin] Publish callbacks [] for security_group (70c683db-23c5-4cc2-8020-8d77e255e9e2), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.717125 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e8161e67-87d7-4561-8295-3d4218a60a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (70c683db-23c5-4cc2-8020-8d77e255e9e2), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.809161 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e8161e67-87d7-4561-8295-3d4218a60a19 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a83c914208e42958a5f3569aba0dcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4890418 Apr 06 10:54:45.810420 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40230) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:45.830353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8161e67-87d7-4561-8295-3d4218a60a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c683db-23c5-4cc2-8020-8d77e255e9e2,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:45.941529 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port ae00295a-be2c-4341-91c4-6bde24dfc015 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:45.956627 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port ae00295a-be2c-4341-91c4-6bde24dfc015 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:45.957072 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:45.984459 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] Publish callbacks [] for security_group (70c683db-23c5-4cc2-8020-8d77e255e9e2), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.019503 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] Publish callbacks [] for security_group (70c683db-23c5-4cc2-8020-8d77e255e9e2), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.038366 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4539-b19f-4dac-89d0-98928f557d2a req-de50dbeb-c3f9-47ec-8aba-12cc5f4e6089 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:46.040535 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d0f4539-b19f-4dac-89d0-98928f557d2a req-de50dbeb-c3f9-47ec-8aba-12cc5f4e6089 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1105788 Apr 06 10:54:46.042461 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:46.058954 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'port_id': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'mac_address': 'fa:16:3e:ba:ac:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:46.114622 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d0f4539-b19f-4dac-89d0-98928f557d2a req-a71451d3-2bfd-49b3-8552-10c66252aa4b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Apr 06 10:54:46.127116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (70c683db-23c5-4cc2-8020-8d77e255e9e2), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.130488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.131623 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70c683db-23c5-4cc2-8020-8d77e255e9e2 HTTP/1.1" status: 204 len: 168 time: 0.3097703 Apr 06 10:54:46.140683 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e878641-4314-4dcd-97e5-c197f1a3dac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c683db-23c5-4cc2-8020-8d77e255e9e2,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:46.173822 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:46.174413 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.178346 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:46.178815 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.204828 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab522f1-d3f9-4a7c-a4da-2bafe6f3704f {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:46.241346 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:46.243047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:46.246183 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.271041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.304013 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:46.306283 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95beedc3-f9de-49f8-b1b4-bc3e2972afd9" -d '{"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:46.309072 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:46.354841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe123e0-3db6-4ea0-a610-115feed4cdf7 x-openstack-request-id: req-ffe123e0-3db6-4ea0-a610-115feed4cdf7 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:46.355272 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:46.355406 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffe123e0-3db6-4ea0-a610-115feed4cdf7 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:46.355768 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe123e0-3db6-4ea0-a610-115feed4cdf7'] response: {'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'code': 200} Apr 06 10:54:46.377618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:46.578945 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40260) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:46.593628 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9c5ca2ec-5816-480f-a25c-1e9332618eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.615608 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:46.733022 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-553a32e6-7a05-4fbe-8cf3-6b1d8fb6846d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.744566 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae883c-6795-4b46-a4a3-e56d0a43986b req-e15a16c8-ffc8-4a9b-8ecf-66ae6ed6dc52 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:46.755137 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5bae883c-6795-4b46-a4a3-e56d0a43986b req-e15a16c8-ffc8-4a9b-8ecf-66ae6ed6dc52 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 945 time: 0.0699742 Apr 06 10:54:46.825557 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5bae883c-6795-4b46-a4a3-e56d0a43986b req-3fabc210-82ef-4f14-b737-d66cfa13b9f9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631673 Apr 06 10:54:46.847393 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9c5ca2ec-5816-480f-a25c-1e9332618eba admin admin] Publish callbacks [] for security_group (907f73c6-f77b-4fb9-b48a-a696ba96368d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.855320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9c5ca2ec-5816-480f-a25c-1e9332618eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (907f73c6-f77b-4fb9-b48a-a696ba96368d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.940640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ca2ec-5816-480f-a25c-1e9332618eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907f73c6-f77b-4fb9-b48a-a696ba96368d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:46.965995 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9c5ca2ec-5816-480f-a25c-1e9332618eba admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf1fbd7c770f431299a7d92b01e6d0ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858473 Apr 06 10:54:46.969903 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40280) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:46.980844 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-62ae908c-fca0-47bf-8796-5da0b42af962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:46.982641 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-62ae908c-fca0-47bf-8796-5da0b42af962 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1129 time: 0.2545614 Apr 06 10:54:47.034021 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386e6e-0b8a-42f6-97bb-d74c8d7f03e8 req-c2463ae6-6895-4395-b206-86451c5bea85 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:47.036295 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-15386e6e-0b8a-42f6-97bb-d74c8d7f03e8 req-c2463ae6-6895-4395-b206-86451c5bea85 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0968938 Apr 06 10:54:47.037727 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] Publish callbacks [] for security_group (907f73c6-f77b-4fb9-b48a-a696ba96368d), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:47.077387 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] Publish callbacks [] for security_group (907f73c6-f77b-4fb9-b48a-a696ba96368d), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:47.112994 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-15386e6e-0b8a-42f6-97bb-d74c8d7f03e8 req-e52adfed-eff9-4997-b05a-1c3e44bfcb14 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693805 Apr 06 10:54:47.149394 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (907f73c6-f77b-4fb9-b48a-a696ba96368d), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:47.154206 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:47.158106 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/907f73c6-f77b-4fb9-b48a-a696ba96368d HTTP/1.1" status: 204 len: 168 time: 0.1870275 Apr 06 10:54:47.181101 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6849-2c31-48b8-bb01-2e490b7d879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907f73c6-f77b-4fb9-b48a-a696ba96368d,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:47.289116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4372441-bfb0-4f07-a923-d27aa0d04851 req-a8290d08-c508-44a2-a405-a8ecf2423d36 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:47.290926 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d4372441-bfb0-4f07-a923-d27aa0d04851 req-a8290d08-c508-44a2-a405-a8ecf2423d36 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0840952 Apr 06 10:54:47.373577 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d4372441-bfb0-4f07-a923-d27aa0d04851 req-fe6d0f48-b1a7-4316-9cf6-4a078724ea29 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710394 Apr 06 10:54:47.534464 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-2cde7dc6-2407-49ef-9dd3-6a065b5e13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:47.539228 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-2cde7dc6-2407-49ef-9dd3-6a065b5e13bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.2023680 Apr 06 10:54:47.635843 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device eab522f1-d3f9-4a7c-a4da-2bafe6f3704f up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:47.636408 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-d1cbca82-4771-41ef-a707-c8f271378b7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 217 time: 0.0925815 Apr 06 10:54:47.824398 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:47.833230 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-14fc734c-1f60-4c97-836c-4d804546852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:47.835325 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:47.836050 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:47.838605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-14fc734c-1f60-4c97-836c-4d804546852d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.1903529 Apr 06 10:54:48.014923 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76b89-d9c8-48ab-b3d6-d4c50d6a62be req-4496348c-d283-4842-bc0b-6758b9d88071 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.019645 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b7d76b89-d9c8-48ab-b3d6-d4c50d6a62be req-4496348c-d283-4842-bc0b-6758b9d88071 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1393862 Apr 06 10:54:48.094920 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.118264 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:48.118763 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.163138 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b7d76b89-d9c8-48ab-b3d6-d4c50d6a62be req-e772837b-bc01-4c7d-bb9c-9d5dc077137f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291852 Apr 06 10:54:48.222359 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:48.228566 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.257359 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cf99c-d88a-45ac-9a11-44f4ce142b17 req-7df4d275-101d-4c9d-a9a2-10dd8a90d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.258859 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f5cf99c-d88a-45ac-9a11-44f4ce142b17 req-7df4d275-101d-4c9d-a9a2-10dd8a90d9ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1130 time: 0.4712625 Apr 06 10:54:48.265441 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-02c02ebf-58a5-45ee-9f4a-c3acd54a85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.266880 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-02c02ebf-58a5-45ee-9f4a-c3acd54a85b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1130 time: 0.4043782 Apr 06 10:54:48.319661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fc07b-fe55-45ca-84f8-7388ae4ac9b7 req-a24668f3-1d54-4c44-9dab-a729271ef91d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.321147 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-278fc07b-fe55-45ca-84f8-7388ae4ac9b7 req-a24668f3-1d54-4c44-9dab-a729271ef91d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 945 time: 0.3369222 Apr 06 10:54:48.350994 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:48.356758 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:48.359361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1628b71c-8350-486d-95ad-a0382dfd787d" -d '{"events": [{"server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "name": "network-vif-plugged", "status": "completed", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:48.380139 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1f511-fab4-4234-9756-a5afc3ef5b2d req-ccccca08-a451-4ac2-89d8-ccf7e42928d1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.382025 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-d233e164-54e2-4bbe-925a-ea6d34fcc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.382618 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c5d1f511-fab4-4234-9756-a5afc3ef5b2d req-ccccca08-a451-4ac2-89d8-ccf7e42928d1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0813963 Apr 06 10:54:48.383454 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-d233e164-54e2-4bbe-925a-ea6d34fcc03a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4344790 Apr 06 10:54:48.441534 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c5d1f511-fab4-4234-9756-a5afc3ef5b2d req-1db730c4-9b19-4465-9e68-11bba9eef070 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524967 Apr 06 10:54:48.512650 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f5cf99c-d88a-45ac-9a11-44f4ce142b17 req-26c0f0b0-fcde-41f1-a02e-01597455054f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444165 Apr 06 10:54:48.525402 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b26c44-9cd3-44d0-9d79-f8eb8e43e61a x-openstack-request-id: req-a0b26c44-9cd3-44d0-9d79-f8eb8e43e61a {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:48.525402 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "name": "network-vif-plugged", "status": "completed", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:48.525402 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0b26c44-9cd3-44d0-9d79-f8eb8e43e61a {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:48.525402 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b26c44-9cd3-44d0-9d79-f8eb8e43e61a'] response: {'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'code': 200} Apr 06 10:54:48.555320 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-278fc07b-fe55-45ca-84f8-7388ae4ac9b7 req-ced611f6-0988-49a3-b72a-c228c1a7d498 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704996 Apr 06 10:54:48.577581 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-4e22f007-486c-4155-99aa-5a44957f0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.579140 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-4e22f007-486c-4155-99aa-5a44957f0e3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.3003120 Apr 06 10:54:48.595063 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-c3df1352-4186-4869-bb57-e40068a016f9 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019291 Apr 06 10:54:49.316102 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa940f7-1f3c-47b2-85a7-3173ce5559be req-1e3e153c-15c6-4eb0-be1e-0e2179095741 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:49.317854 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1fa940f7-1f3c-47b2-85a7-3173ce5559be req-1e3e153c-15c6-4eb0-be1e-0e2179095741 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0644500 Apr 06 10:54:49.380752 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1fa940f7-1f3c-47b2-85a7-3173ce5559be req-49ceaaea-193d-426f-b8ef-5fb8f65dcdc0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576198 Apr 06 10:54:49.387493 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40422) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:49.574999 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.712670 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ba41-bb8c-480f-aa90-6b2992afe056 req-fc238144-daad-45c1-9467-2312b0cf2002 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:49.722369 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3991ba41-bb8c-480f-aa90-6b2992afe056 req-fc238144-daad-45c1-9467-2312b0cf2002 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0772409 Apr 06 10:54:49.784265 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3991ba41-bb8c-480f-aa90-6b2992afe056 req-9816d162-159e-4fb8-9025-b9a3bda53ddc tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600743 Apr 06 10:54:49.841459 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-ef22fae5-5900-4c68-a42c-2ba09c5889d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 200 len: 217 time: 0.4183524 Apr 06 10:54:49.920662 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-89ab8eb5-7ce4-497d-b4bd-033b0dca5589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.045519 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a8fd655-0c94-4a5e-8962-142038d00437 req-ee1835ad-e94a-4455-a040-dffdf2d16150 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212201 Apr 06 10:54:50.053876 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be7cc7-1647-47d4-bf8e-4431bc4c44e1 req-02968a93-c1c2-4bca-9afa-894db0333bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.055710 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-83be7cc7-1647-47d4-bf8e-4431bc4c44e1 req-02968a93-c1c2-4bca-9afa-894db0333bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1130 time: 0.2160273 Apr 06 10:54:50.070666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63853-429c-41f9-8382-10c0200e6a83 req-fc5f988a-d15c-40a3-a235-52efb6258063 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.072101 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cef63853-429c-41f9-8382-10c0200e6a83 req-fc5f988a-d15c-40a3-a235-52efb6258063 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2336905 Apr 06 10:54:50.145463 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-89ab8eb5-7ce4-497d-b4bd-033b0dca5589 admin admin] Publish callbacks [] for security_group (4135849d-1af6-42ca-8994-f676509f8168), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.156167 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cef63853-429c-41f9-8382-10c0200e6a83 req-5b6a5eb8-175e-4f40-b8a8-9d4bc68096a7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757108 Apr 06 10:54:50.157961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-89ab8eb5-7ce4-497d-b4bd-033b0dca5589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4135849d-1af6-42ca-8994-f676509f8168), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.208107 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-89ab8eb5-7ce4-497d-b4bd-033b0dca5589 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e40ce0dc8ef24f10b323bfefab651ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8188806 Apr 06 10:54:50.209000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab8eb5-7ce4-497d-b4bd-033b0dca5589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135849d-1af6-42ca-8994-f676509f8168,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:50.210640 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40472) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.272680 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] Publish callbacks [] for security_group (4135849d-1af6-42ca-8994-f676509f8168), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.299876 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] Publish callbacks [] for security_group (4135849d-1af6-42ca-8994-f676509f8168), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.333619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40478) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.362002 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4135849d-1af6-42ca-8994-f676509f8168), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.365406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.367345 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4135849d-1af6-42ca-8994-f676509f8168 HTTP/1.1" status: 204 len: 168 time: 0.1554525 Apr 06 10:54:50.377617 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773adc-fb1b-4a5f-898a-68aea9f512b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135849d-1af6-42ca-8994-f676509f8168,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:50.479224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40486) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.529736 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-0edc3280-6df9-4933-88ac-7f9b84ee894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.532787 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-0edc3280-6df9-4933-88ac-7f9b84ee894d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1278007 Apr 06 10:54:50.535814 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-83be7cc7-1647-47d4-bf8e-4431bc4c44e1 req-81fe6b41-3696-4c37-a9e0-42b62c00cc18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131084 Apr 06 10:54:50.545940 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bf086-f141-4489-a301-b18bb2cbd78a req-724ac5cf-0893-46d2-92c7-909a3ae109ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.547406 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d42bf086-f141-4489-a301-b18bb2cbd78a req-724ac5cf-0893-46d2-92c7-909a3ae109ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0821550 Apr 06 10:54:50.602259 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d42bf086-f141-4489-a301-b18bb2cbd78a req-1e05f461-2aca-429b-b33f-d4cdf995fd5c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480704 Apr 06 10:54:50.612110 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7243d839-fb4c-4a8e-be87-6455927a29f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.707753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7243d839-fb4c-4a8e-be87-6455927a29f3 admin admin] Publish callbacks [] for security_group (187cf3d1-f484-412d-be8a-a12a3d8fcebf), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.717814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7243d839-fb4c-4a8e-be87-6455927a29f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (187cf3d1-f484-412d-be8a-a12a3d8fcebf), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.737197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-201ef384-e208-4dd6-8420-65291991e599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.772912 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40494) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.773271 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7243d839-fb4c-4a8e-be87-6455927a29f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96a9e07680fa4e92ac92516321b8a2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4380128 Apr 06 10:54:50.788841 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243d839-fb4c-4a8e-be87-6455927a29f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187cf3d1-f484-412d-be8a-a12a3d8fcebf,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:50.804697 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40496) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.908362 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.920999 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-f088779a-ce11-4a9e-b1e9-83dae35ed8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.923089 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-f088779a-ce11-4a9e-b1e9-83dae35ed8cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033101 Apr 06 10:54:50.938371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] Publish callbacks [] for security_group (187cf3d1-f484-412d-be8a-a12a3d8fcebf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.943694 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-201ef384-e208-4dd6-8420-65291991e599 admin admin] Publish callbacks [] for security_group (d524bccf-5484-470d-8c34-417b41f5af1b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.965567 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-201ef384-e208-4dd6-8420-65291991e599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d524bccf-5484-470d-8c34-417b41f5af1b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.970339 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] Publish callbacks [] for security_group (187cf3d1-f484-412d-be8a-a12a3d8fcebf), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.026859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7203ce02-4e0a-4fcb-bcd2-1c54dfb00a4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.030550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40502) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.031769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ef384-e208-4dd6-8420-65291991e599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d524bccf-5484-470d-8c34-417b41f5af1b,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.037577 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (187cf3d1-f484-412d-be8a-a12a3d8fcebf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.040307 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.041595 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/187cf3d1-f484-412d-be8a-a12a3d8fcebf HTTP/1.1" status: 204 len: 168 time: 0.2670367 Apr 06 10:54:51.046748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-201ef384-e208-4dd6-8420-65291991e599 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5200cdd655624e4eb719889f03d5b2e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5620337 Apr 06 10:54:51.050212 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40506) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.069170 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5cc4d0-bf43-4ee7-b7df-75702899b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187cf3d1-f484-412d-be8a-a12a3d8fcebf,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.071517 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3513d9-be0f-428c-9d17-f0c45f396477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.088594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fb2c2-6ed1-40da-89ca-c684a30a8df7 req-9bd05ff3-f493-4140-9b7c-60c5678c0b78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:51.090247 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fc6fb2c2-6ed1-40da-89ca-c684a30a8df7 req-9bd05ff3-f493-4140-9b7c-60c5678c0b78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1618438 Apr 06 10:54:51.187154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3513d9-be0f-428c-9d17-f0c45f396477 admin admin] Publish callbacks [] for security_group (67dfbca9-329b-4aa7-a945-cbd06fb47949), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.192708 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3513d9-be0f-428c-9d17-f0c45f396477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (67dfbca9-329b-4aa7-a945-cbd06fb47949), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.201191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] Publish callbacks [] for security_group (d524bccf-5484-470d-8c34-417b41f5af1b), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.227459 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fc6fb2c2-6ed1-40da-89ca-c684a30a8df7 req-ea057a2f-76de-4acd-9f65-22734db3d529 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255827 Apr 06 10:54:51.256865 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-dd3513d9-be0f-428c-9d17-f0c45f396477 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3a99788dc43432ab8fb753ae3b916d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249408 Apr 06 10:54:51.257914 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40512) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.258552 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3513d9-be0f-428c-9d17-f0c45f396477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfbca9-329b-4aa7-a945-cbd06fb47949,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.262933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] Publish callbacks [] for security_group (d524bccf-5484-470d-8c34-417b41f5af1b), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.276325 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7203ce02-4e0a-4fcb-bcd2-1c54dfb00a4d admin admin] Publish callbacks [] for security_group (a52fab37-bc02-4485-a8ab-e0edcf294b01), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.306268 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7203ce02-4e0a-4fcb-bcd2-1c54dfb00a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a52fab37-bc02-4485-a8ab-e0edcf294b01), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.337940 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] Publish callbacks [] for security_group (67dfbca9-329b-4aa7-a945-cbd06fb47949), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.372371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] Publish callbacks [] for security_group (67dfbca9-329b-4aa7-a945-cbd06fb47949), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.386095 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a638d-1d7a-43bc-ad0e-1e4aea3914e1 req-2f4b8332-a6b8-446a-b9d4-0866582003c5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:51.387641 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-089a638d-1d7a-43bc-ad0e-1e4aea3914e1 req-2f4b8332-a6b8-446a-b9d4-0866582003c5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0881042 Apr 06 10:54:51.401405 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7203ce02-4e0a-4fcb-bcd2-1c54dfb00a4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20849ba9e34044af8deb5c7d203d6cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954385 Apr 06 10:54:51.405701 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40516) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.417102 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203ce02-4e0a-4fcb-bcd2-1c54dfb00a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52fab37-bc02-4485-a8ab-e0edcf294b01,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.469946 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-089a638d-1d7a-43bc-ad0e-1e4aea3914e1 req-52d542c8-bf30-4ee6-9baa-687c8be571bd tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723729 Apr 06 10:54:51.474597 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-4027e323-8d6d-4f4f-a6fa-d804b1e78161 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969666 Apr 06 10:54:51.475557 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d524bccf-5484-470d-8c34-417b41f5af1b), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.478200 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.480814 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d524bccf-5484-470d-8c34-417b41f5af1b HTTP/1.1" status: 204 len: 168 time: 0.4274008 Apr 06 10:54:51.501571 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (67dfbca9-329b-4aa7-a945-cbd06fb47949), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.504960 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.508945 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67dfbca9-329b-4aa7-a945-cbd06fb47949 HTTP/1.1" status: 204 len: 168 time: 0.2475946 Apr 06 10:54:51.509477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4b72e-2782-4911-bedc-0746a3b2f2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d524bccf-5484-470d-8c34-417b41f5af1b,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.521093 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1c4bb-37d8-4d86-8e8f-48911bda61e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfbca9-329b-4aa7-a945-cbd06fb47949,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.560927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] Publish callbacks [] for security_group (a52fab37-bc02-4485-a8ab-e0edcf294b01), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.631295 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40526) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.639111 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] Publish callbacks [] for security_group (a52fab37-bc02-4485-a8ab-e0edcf294b01), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.662073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a6dc651-af2f-49d7-b772-c3071e2d0f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.674659 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f3bcfe7-4f42-4f61-80d9-fea5d2b07f28 req-010ac7de-e8a4-4ca7-8a31-8d04ba8c09dc service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896837 Apr 06 10:54:51.710870 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a1ce2-9180-4f59-9528-f7aa29e793cd req-edabab5a-1b9e-4367-89d3-315231ad47fc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:51.712953 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b36a1ce2-9180-4f59-9528-f7aa29e793cd req-edabab5a-1b9e-4367-89d3-315231ad47fc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1324100 Apr 06 10:54:51.728050 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40530) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.733567 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'floatingip': {'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:51.814616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a52fab37-bc02-4485-a8ab-e0edcf294b01), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.817095 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.818258 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a52fab37-bc02-4485-a8ab-e0edcf294b01 HTTP/1.1" status: 204 len: 168 time: 0.4088340 Apr 06 10:54:51.832515 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10e9a3-c209-45d3-955f-dca105eaafbc req-9d5d038d-3a9c-4516-b506-c9bcf7059ab6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:51.838901 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.841204 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4f10e9a3-c209-45d3-955f-dca105eaafbc req-9d5d038d-3a9c-4516-b506-c9bcf7059ab6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0997703 Apr 06 10:54:51.847814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd54da3-43e8-4ddc-820c-2d41063e0da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52fab37-bc02-4485-a8ab-e0edcf294b01,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.915151 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40536) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.960777 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a6dc651-af2f-49d7-b772-c3071e2d0f89 admin admin] Publish callbacks [] for security_group (43178b5d-12d5-4cd4-8848-9eb1f045d6f5), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.962304 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cdffad8a-b63c-4c24-8640-30dfe818c532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.968557 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4f10e9a3-c209-45d3-955f-dca105eaafbc req-773d9a3e-aa1d-409e-8b7c-9e5183c86dae tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255572 Apr 06 10:54:51.974947 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a6dc651-af2f-49d7-b772-c3071e2d0f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (43178b5d-12d5-4cd4-8848-9eb1f045d6f5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.027497 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6dc651-af2f-49d7-b772-c3071e2d0f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43178b5d-12d5-4cd4-8848-9eb1f045d6f5,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.039861 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7a6dc651-af2f-49d7-b772-c3071e2d0f89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=943059cdaef24e0d86fa1b806e2e5b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068773 Apr 06 10:54:52.045595 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40538) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:52.143819 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] Publish callbacks [] for security_group (43178b5d-12d5-4cd4-8848-9eb1f045d6f5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.146613 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cdffad8a-b63c-4c24-8640-30dfe818c532 admin admin] Publish callbacks [] for security_group (a229dc1f-ff4e-46cb-945c-cc8350d61fe7), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.160011 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cdffad8a-b63c-4c24-8640-30dfe818c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a229dc1f-ff4e-46cb-945c-cc8350d61fe7), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.181022 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] Publish callbacks [] for security_group (43178b5d-12d5-4cd4-8848-9eb1f045d6f5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.211579 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-cdffad8a-b63c-4c24-8640-30dfe818c532 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f6aaaaba87f49f9934aa14d4ebd2b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951663 Apr 06 10:54:52.214840 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40546) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:52.234877 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffad8a-b63c-4c24-8640-30dfe818c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a229dc1f-ff4e-46cb-945c-cc8350d61fe7,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.281825 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (43178b5d-12d5-4cd4-8848-9eb1f045d6f5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.284906 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.286549 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43178b5d-12d5-4cd4-8848-9eb1f045d6f5 HTTP/1.1" status: 204 len: 168 time: 0.2396171 Apr 06 10:54:52.302014 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa7310-13a8-49d2-b04e-8cbac51fa844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43178b5d-12d5-4cd4-8848-9eb1f045d6f5,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.433724 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40560) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:52.449034 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6b1e74a8-e3b4-4eb5-9c67-a5b3dbae8893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.481040 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] Publish callbacks [] for security_group (a229dc1f-ff4e-46cb-945c-cc8350d61fe7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.552874 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6b1e74a8-e3b4-4eb5-9c67-a5b3dbae8893 admin admin] Publish callbacks [] for security_group (72faf678-91d3-4580-b102-c9f1b326ce0d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.557075 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6b1e74a8-e3b4-4eb5-9c67-a5b3dbae8893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72faf678-91d3-4580-b102-c9f1b326ce0d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.606731 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-6b1e74a8-e3b4-4eb5-9c67-a5b3dbae8893 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08f74c4f6ac74425843198a24153f7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712747 Apr 06 10:54:52.607507 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e74a8-e3b4-4eb5-9c67-a5b3dbae8893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72faf678-91d3-4580-b102-c9f1b326ce0d,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.610697 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40568) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:52.668148 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] Publish callbacks [] for security_group (72faf678-91d3-4580-b102-c9f1b326ce0d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.695587 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] Publish callbacks [] for security_group (72faf678-91d3-4580-b102-c9f1b326ce0d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.753184 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72faf678-91d3-4580-b102-c9f1b326ce0d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.756005 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.757162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72faf678-91d3-4580-b102-c9f1b326ce0d HTTP/1.1" status: 204 len: 168 time: 0.1450222 Apr 06 10:54:52.766154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711cba5-2b51-4062-8aa6-b69feb5c2229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72faf678-91d3-4580-b102-c9f1b326ce0d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.822918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] Publish callbacks [] for security_group (a229dc1f-ff4e-46cb-945c-cc8350d61fe7), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.854334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24fe36-c139-4819-a3d1-309d5ffbb2d7 req-fa62c687-95b4-4205-b309-549ee456f248 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:52.856078 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4b24fe36-c139-4819-a3d1-309d5ffbb2d7 req-fa62c687-95b4-4205-b309-549ee456f248 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.5232978 Apr 06 10:54:53.041567 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4b24fe36-c139-4819-a3d1-309d5ffbb2d7 req-262e4392-6392-4aa4-a7ef-e7799f6b3532 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731672 Apr 06 10:54:53.064683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a229dc1f-ff4e-46cb-945c-cc8350d61fe7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.067451 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.068582 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a229dc1f-ff4e-46cb-945c-cc8350d61fe7 HTTP/1.1" status: 204 len: 168 time: 0.8525684 Apr 06 10:54:53.106733 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5433e-7a5c-451d-8a19-e60c771f46f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a229dc1f-ff4e-46cb-945c-cc8350d61fe7,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:53.118056 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.124777 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.135803 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b79b-66e6-4e3f-8b38-d36d4ea2c5bf req-2fc9550f-8c81-44da-bbf6-ef0285e8f0f3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:53.154277 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5339b79b-66e6-4e3f-8b38-d36d4ea2c5bf req-2fc9550f-8c81-44da-bbf6-ef0285e8f0f3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0849946 Apr 06 10:54:53.208589 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5339b79b-66e6-4e3f-8b38-d36d4ea2c5bf req-1249dfc1-9d28-4fa2-9cce-bb7e2c307b91 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525281 Apr 06 10:54:53.270193 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Floating IP 6d94d801-f6ae-479a-905f-23218c481efa associated. External IP: 172.27.0.146, port: ae00295a-be2c-4341-91c4-6bde24dfc015. Apr 06 10:54:53.305599 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40602) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:53.324362 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-198c354f-757b-469e-810c-a74e931f2a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.424257 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-198c354f-757b-469e-810c-a74e931f2a12 admin admin] Publish callbacks [] for security_group (47564898-986b-450d-bf5a-45f004157d21), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.430094 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-198c354f-757b-469e-810c-a74e931f2a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (47564898-986b-450d-bf5a-45f004157d21), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.480205 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-198c354f-757b-469e-810c-a74e931f2a12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d5979106f29b429ebffabc3f42de22e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731515 Apr 06 10:54:53.483319 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40606) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:53.489775 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c354f-757b-469e-810c-a74e931f2a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47564898-986b-450d-bf5a-45f004157d21,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:53.525918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:53.556606 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] Publish callbacks [] for security_group (47564898-986b-450d-bf5a-45f004157d21), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.580573 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] Publish callbacks [] for security_group (47564898-986b-450d-bf5a-45f004157d21), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.647363 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (47564898-986b-450d-bf5a-45f004157d21), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.650800 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.655974 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/47564898-986b-450d-bf5a-45f004157d21 HTTP/1.1" status: 204 len: 168 time: 0.1708405 Apr 06 10:54:53.656387 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:53.661183 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.665823 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbb141-970b-461a-adf2-a589dc549f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47564898-986b-450d-bf5a-45f004157d21,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:53.673700 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:53.687660 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:53.688307 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:54:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:53.713897 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ef83ee58-de56-4760-9ace-9da37e1a4387 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "PUT /v2.0/floatingips/6d94d801-f6ae-479a-905f-23218c481efa HTTP/1.1" status: 200 len: 992 time: 1.9845631 Apr 06 10:54:53.714531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:53.716833 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a413af8-3e08-4f77-a52b-8c785915f120" -d '{"events": [{"name": "network-changed", "server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:53.756827 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610886e6-9f3a-42ad-89f6-c06b21eb5592 x-openstack-request-id: req-610886e6-9f3a-42ad-89f6-c06b21eb5592 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:53.757123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:53.757401 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-610886e6-9f3a-42ad-89f6-c06b21eb5592 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:53.757809 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610886e6-9f3a-42ad-89f6-c06b21eb5592'] response: {'name': 'network-changed', 'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'status': 'completed', 'code': 200} Apr 06 10:54:53.818720 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:53.882612 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-48b7d8a2-d61f-4e97-9227-1dfa80ac415a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:53.884813 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-48b7d8a2-d61f-4e97-9227-1dfa80ac415a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1130 time: 0.0595429 Apr 06 10:54:54.020032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-f03b207c-e8cb-472b-ba30-83454ffb4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.021653 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-f03b207c-e8cb-472b-ba30-83454ffb4d32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.1306846 Apr 06 10:54:54.172244 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-116f8a3d-86de-45b4-8b00-38a2fb8d9770 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 1000 time: 0.1437340 Apr 06 10:54:54.184516 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6d94d801-f6ae-479a-905f-23218c481efa', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1678983-9be5-4702-a922-fe889bfc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:14Z', 'updated_at': '2022-04-06T10:54:52Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:54.215982 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:54.226311 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bb524-db6b-4b01-a5b0-be6ec998131b req-2e29a2d0-0f4d-4bdd-a714-9136901265d7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.228285 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:54.229820 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:54:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:54.236412 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d5bb524-db6b-4b01-a5b0-be6ec998131b req-2e29a2d0-0f4d-4bdd-a714-9136901265d7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0988595 Apr 06 10:54:54.239770 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-a87af9ba-ca50-4019-9b2f-1c965e04f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.241799 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-a87af9ba-ca50-4019-9b2f-1c965e04f32e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0530837 Apr 06 10:54:54.322639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-e1253fbb-1a30-4632-9bf3-d3099b986fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.325244 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-e1253fbb-1a30-4632-9bf3-d3099b986fd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661919 Apr 06 10:54:54.371697 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d5bb524-db6b-4b01-a5b0-be6ec998131b req-d05b8c50-c9c2-4979-a3ca-02a7afcdbb14 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334984 Apr 06 10:54:54.380874 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:54.394797 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40646) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:54.504785 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394918f8-a290-4e9a-9efe-3526c31de1ac req-d853f23c-49ea-4f2d-a0ab-a1da22e893f9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.506980 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-394918f8-a290-4e9a-9efe-3526c31de1ac req-d853f23c-49ea-4f2d-a0ab-a1da22e893f9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1799495 Apr 06 10:54:54.525980 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59117e-dd87-41cf-b8a1-8544a22f4192 req-843255d2-9045-4102-a05d-29506659d59c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.537809 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2b59117e-dd87-41cf-b8a1-8544a22f4192 req-843255d2-9045-4102-a05d-29506659d59c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0904398 Apr 06 10:54:54.537925 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40654) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:54.542695 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'floatingip': {'port_id': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:54.578420 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-394918f8-a290-4e9a-9efe-3526c31de1ac req-84382f8b-af62-4b12-b8df-6dfb2fe201ae tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649304 Apr 06 10:54:54.584138 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-d2fa6571-6e47-458e-9214-9bfd7bbaabf4 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388563 Apr 06 10:54:54.628439 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.716592 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6d94d801-f6ae-479a-905f-23218c481efa', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1678983-9be5-4702-a922-fe889bfc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:14Z', 'updated_at': '2022-04-06T10:54:52Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:54.743133 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d9e896c6-7f9d-4d98-aa80-4f8cf0673a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.870077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a413af8-3e08-4f77-a52b-8c785915f120 req-e6c0308a-e602-4686-9bde-6667b8b70148 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352813 Apr 06 10:54:54.870661 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdcafd-d170-4064-94e0-c43ae2c1bd36 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6d94d801-f6ae-479a-905f-23218c481efa', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.146', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1678983-9be5-4702-a922-fe889bfc0968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:14Z', 'updated_at': '2022-04-06T10:54:52Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:54.990375 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40668) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:55.012893 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d9e896c6-7f9d-4d98-aa80-4f8cf0673a8c admin admin] Publish callbacks [] for security_group (60887607-837e-4236-b11b-ce0e929ccfd2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.018833 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d9e896c6-7f9d-4d98-aa80-4f8cf0673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (60887607-837e-4236-b11b-ce0e929ccfd2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.098312 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e896c6-7f9d-4d98-aa80-4f8cf0673a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60887607-837e-4236-b11b-ce0e929ccfd2,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:55.108338 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40678) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:55.108464 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d9e896c6-7f9d-4d98-aa80-4f8cf0673a8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50c7db1bf2f14caabc80ddb8241f948e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7121179 Apr 06 10:54:55.170216 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] Publish callbacks [] for security_group (60887607-837e-4236-b11b-ce0e929ccfd2), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.171985 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6bb36-63b2-4556-a370-e61374e8f72d None None] New status for floating IP 6d94d801-f6ae-479a-905f-23218c481efa: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:54:55.212732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] Publish callbacks [] for security_group (60887607-837e-4236-b11b-ce0e929ccfd2), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.259869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7a19a15d-ff64-4b54-8a49-918b50e5fe3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.404569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (60887607-837e-4236-b11b-ce0e929ccfd2), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.413613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.414975 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60887607-837e-4236-b11b-ce0e929ccfd2 HTTP/1.1" status: 204 len: 168 time: 0.3056767 Apr 06 10:54:55.449603 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c999d-93ef-4e9d-b8ef-902e6279c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60887607-837e-4236-b11b-ce0e929ccfd2,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:55.515395 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7a19a15d-ff64-4b54-8a49-918b50e5fe3e admin admin] Publish callbacks [] for security_group (080acaca-7966-4d6c-8690-db445c0f93ef), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.522648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7a19a15d-ff64-4b54-8a49-918b50e5fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (080acaca-7966-4d6c-8690-db445c0f93ef), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.585849 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7a19a15d-ff64-4b54-8a49-918b50e5fe3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ac3f4c684a143e29f4e4e391bc7f44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5919762 Apr 06 10:54:55.586483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40700) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:55.619112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a15d-ff64-4b54-8a49-918b50e5fe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080acaca-7966-4d6c-8690-db445c0f93ef,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:55.653209 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Publish callbacks [] for security_group (080acaca-7966-4d6c-8690-db445c0f93ef), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.699248 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Publish callbacks [] for security_group (080acaca-7966-4d6c-8690-db445c0f93ef), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.770843 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (080acaca-7966-4d6c-8690-db445c0f93ef), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.773980 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.787748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/080acaca-7966-4d6c-8690-db445c0f93ef HTTP/1.1" status: 204 len: 168 time: 0.1966550 Apr 06 10:54:55.804195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080acaca-7966-4d6c-8690-db445c0f93ef,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:55.815107 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.815663 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.816285 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.816933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.817525 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.818048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.818564 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.819069 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.819604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.820119 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.820634 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.821147 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.822245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.823314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:55.823830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4083b04c-2520-4d58-8c8a-ce014e16b73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:56.002856 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-cf661ae8-d0af-4834-88ad-841757fe82ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064715 Apr 06 10:54:56.026739 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:56.034888 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:56.099023 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7063c5f-ed68-48ca-8f3f-8c7129f2b513 req-b71b8bab-e4b2-4577-9e62-898d0f51ea46 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.100563 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d7063c5f-ed68-48ca-8f3f-8c7129f2b513 req-b71b8bab-e4b2-4577-9e62-898d0f51ea46 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.2358401 Apr 06 10:54:56.207118 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d7063c5f-ed68-48ca-8f3f-8c7129f2b513 req-c67f7fbc-01d5-4279-ad3e-c746661259ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986996 Apr 06 10:54:56.210271 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Floating IP d7056d80-c0d1-4689-b7f0-2d5c993f3019 associated. External IP: 172.27.0.55, port: eab522f1-d3f9-4a7c-a4da-2bafe6f3704f. Apr 06 10:54:56.509450 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:56.626278 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-a74311fd-4830-4266-b75f-11e299c270ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.627957 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-a74311fd-4830-4266-b75f-11e299c270ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc1dc8fc5a384e0cb9aa602990c36a62&device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 1129 time: 0.0961008 Apr 06 10:54:56.763519 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-370e0c1f-0397-4028-8635-5b34804f62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.765844 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-370e0c1f-0397-4028-8635-5b34804f62c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9b41b180-a522-4a47-b642-cc705d90b0db HTTP/1.1" status: 200 len: 912 time: 0.1123133 Apr 06 10:54:56.792010 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:56.799215 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:56.803780 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:56.819637 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:56.829471 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:54:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:56.866092 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-da702d25-0303-444c-9fa1-7e4606322087 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "PUT /v2.0/floatingips/d7056d80-c0d1-4689-b7f0-2d5c993f3019 HTTP/1.1" status: 200 len: 991 time: 2.3134599 Apr 06 10:54:56.866092 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:56.866092 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bd12cb-0500-475f-9b80-64147a0a7e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:56.877613 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-5e77ef57-7bde-4675-a4cc-d7b39d8cb014 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59412f49-79be-460c-b458-8646bea09611 HTTP/1.1" status: 200 len: 217 time: 0.1052780 Apr 06 10:54:56.899446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02e8d49-333e-40f5-95c5-b7ee1e52cb77 x-openstack-request-id: req-c02e8d49-333e-40f5-95c5-b7ee1e52cb77 {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:56.899680 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:56.899873 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c02e8d49-333e-40f5-95c5-b7ee1e52cb77 {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:56.900282 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02e8d49-333e-40f5-95c5-b7ee1e52cb77'] response: {'name': 'network-changed', 'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'status': 'completed', 'code': 200} Apr 06 10:54:56.959428 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-6e1f00ca-4c1c-4185-8b20-ae6c9701e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.961691 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-6e1f00ca-4c1c-4185-8b20-ae6c9701e5c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a58f4fc5-85c9-42a6-8e30-71f1f0577daa HTTP/1.1" status: 200 len: 851 time: 0.0702264 Apr 06 10:54:57.025686 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-19d658d3-ace7-4d39-b8b4-2dffdb4023fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9b41b180-a522-4a47-b642-cc705d90b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541074 Apr 06 10:54:57.077681 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:57.111703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-e6b88dd7-dfa2-4dd4-bd40-23d4b7e382f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.113634 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-e6b88dd7-dfa2-4dd4-bd40-23d4b7e382f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1130 time: 0.1348293 Apr 06 10:54:57.189830 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-f1d3e668-d53b-4e5f-85f9-6c1b79ccfe32 service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567643 Apr 06 10:54:57.297916 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-429a2088-76b6-45cb-b989-bbae0eef30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.299518 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-429a2088-76b6-45cb-b989-bbae0eef30bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.1702263 Apr 06 10:54:57.401024 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f10742e-3a11-460d-a5d5-8c94f8e6fdd6 req-c6df4fb5-cf04-4a39-8faa-ba58550e4eff service neutron] 10.222.0.18 "GET /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933775 Apr 06 10:54:57.407061 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd7056d80-c0d1-4689-b7f0-2d5c993f3019', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:ba:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a374748-afdb-4763-b395-367ea43ef56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:15Z', 'updated_at': '2022-04-06T10:54:55Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:57.460842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-e3cf82f9-7860-4502-814a-c2cbe7cc0aeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 999 time: 0.1521819 Apr 06 10:54:57.468377 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7b8e-d526-478e-9f7f-f7f55705a1fb req-3c359b28-db04-4ffd-9b17-fd148dd2fe5e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.470031 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-429c7b8e-d526-478e-9f7f-f7f55705a1fb req-3c359b28-db04-4ffd-9b17-fd148dd2fe5e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1460567 Apr 06 10:54:57.476570 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:57.487116 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:57.487755 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:54:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:57.548964 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-429c7b8e-d526-478e-9f7f-f7f55705a1fb req-9d7dfc2d-91df-451d-b091-5f9f604ec903 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720394 Apr 06 10:54:57.559711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-bf22dd83-031c-4adc-9ada-511160697621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.563491 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-bf22dd83-031c-4adc-9ada-511160697621 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.0691338 Apr 06 10:54:57.709656 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:57.718721 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-ecdf8834-febc-4129-86df-01c99e24c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.720234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-ecdf8834-febc-4129-86df-01c99e24c730 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037765 Apr 06 10:54:57.910027 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 40894) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:58.002382 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd7056d80-c0d1-4689-b7f0-2d5c993f3019', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:ba:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a374748-afdb-4763-b395-367ea43ef56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:15Z', 'updated_at': '2022-04-06T10:54:55Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:58.033003 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdb6ab4-e865-4d49-9dda-2cd8c584ba6a None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd7056d80-c0d1-4689-b7f0-2d5c993f3019', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:ba:ac:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a374748-afdb-4763-b395-367ea43ef56b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:15Z', 'updated_at': '2022-04-06T10:54:55Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:58.044802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1602f625-05c2-498f-894a-5a9745baaf6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.126777 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1602f625-05c2-498f-894a-5a9745baaf6a admin admin] Publish callbacks [] for security_group (e3bb6295-e92c-40e1-8c3c-c464200390a3), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.138245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1602f625-05c2-498f-894a-5a9745baaf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e3bb6295-e92c-40e1-8c3c-c464200390a3), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.154424 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcd03a-0e41-4699-b769-eb6e8b21a4e7 req-a68fbd06-b8c9-445b-9d2f-f9a45907d8f0 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:58.157145 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-77dcd03a-0e41-4699-b769-eb6e8b21a4e7 req-a68fbd06-b8c9-445b-9d2f-f9a45907d8f0 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.0697575 Apr 06 10:54:58.210745 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-77dcd03a-0e41-4699-b769-eb6e8b21a4e7 req-112e435d-308e-49f8-a652-02b21222b10a tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 Apr 06 10:54:58.326567 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea42ff6-f9cc-4169-a5e2-fef44e22ae5c None None] New status for floating IP d7056d80-c0d1-4689-b7f0-2d5c993f3019: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:54:58.440093 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-1602f625-05c2-498f-894a-5a9745baaf6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97b9bbcd9d7f4253bcf90b55d02a978b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5289497 Apr 06 10:54:58.442718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602f625-05c2-498f-894a-5a9745baaf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bb6295-e92c-40e1-8c3c-c464200390a3,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:58.442943 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 40900) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:58.480997 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-3f67b579-ba0b-4aea-97cb-72c13f7e3a2d service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528130 Apr 06 10:54:58.511125 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Publish callbacks [] for security_group (e3bb6295-e92c-40e1-8c3c-c464200390a3), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.536417 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Publish callbacks [] for security_group (e3bb6295-e92c-40e1-8c3c-c464200390a3), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.598342 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e3bb6295-e92c-40e1-8c3c-c464200390a3), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.601394 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.605294 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3bb6295-e92c-40e1-8c3c-c464200390a3 HTTP/1.1" status: 204 len: 168 time: 0.1585004 Apr 06 10:54:58.615749 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bb6295-e92c-40e1-8c3c-c464200390a3,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:58.626394 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.626738 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.627091 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.627442 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.627776 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.628113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.628443 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.628776 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.629122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.629651 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.630340 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.630989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.631772 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.632260 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.633036 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c222ff-b975-49d1-9c51-44c87c9d29c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:58.712718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f067ae9-5006-47b0-801b-ce16379cf124 req-c9344e68-2d74-4d6c-8248-e6a3d6c83622 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:58.714151 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9f067ae9-5006-47b0-801b-ce16379cf124 req-c9344e68-2d74-4d6c-8248-e6a3d6c83622 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0706863 Apr 06 10:54:58.745272 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.776827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9f067ae9-5006-47b0-801b-ce16379cf124 req-0ef5b9f1-4726-48ce-8062-5455ba9fa71f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556529 Apr 06 10:54:59.368316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7b46-392f-4792-ab4c-ed2505938531 req-4a0983be-46f1-4d59-bf91-30c9eb7760ec tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.372856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-425a7b46-392f-4792-ab4c-ed2505938531 req-4a0983be-46f1-4d59-bf91-30c9eb7760ec tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.0641909 Apr 06 10:54:59.433873 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-425a7b46-392f-4792-ab4c-ed2505938531 req-999d672d-a8cd-41f6-a506-aab47adff674 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460017 Apr 06 10:54:59.910757 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099894fa-a288-4ab8-bb49-b478358fc461 req-331e812c-a4d6-428f-9e20-c7cfe381f985 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.913457 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-099894fa-a288-4ab8-bb49-b478358fc461 req-331e812c-a4d6-428f-9e20-c7cfe381f985 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0618989 Apr 06 10:54:59.973399 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-099894fa-a288-4ab8-bb49-b478358fc461 req-edbbbfd4-e3a8-46df-94a7-b955eff3e4fa tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Apr 06 10:55:00.081590 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c0bd12cb-0500-475f-9b80-64147a0a7e3c req-f0d09db9-6875-4dfa-87a8-ea5439855d7b service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992229 Apr 06 10:55:00.562570 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab6f1b-39ea-448d-91fe-d8ef65e3e092 req-a5881d60-9aeb-4a8d-a584-afd114369d2b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:00.565574 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3bab6f1b-39ea-448d-91fe-d8ef65e3e092 req-a5881d60-9aeb-4a8d-a584-afd114369d2b tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.0597148 Apr 06 10:55:00.615765 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3bab6f1b-39ea-448d-91fe-d8ef65e3e092 req-29c46b2f-9ee1-4e41-bc18-27c98d66938e tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445359 Apr 06 10:55:00.954595 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41014) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:01.102722 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3363c163-aded-4d2b-ba63-97937ee314bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.175547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-1d4322b3-7443-49b0-aa3d-fe3852f75030 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.176992 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-1d4322b3-7443-49b0-aa3d-fe3852f75030 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.18 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 945 time: 0.1144876 Apr 06 10:55:01.195238 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8e229-9ec9-4b85-a3aa-8d99443c6e13 req-15b99378-6f9f-414c-bdca-f3522cd70e84 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.196632 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4bf8e229-9ec9-4b85-a3aa-8d99443c6e13 req-15b99378-6f9f-414c-bdca-f3522cd70e84 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1319523 Apr 06 10:55:01.345934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3363c163-aded-4d2b-ba63-97937ee314bc admin admin] Publish callbacks [] for security_group (4c7573b4-4049-4d6a-a808-b50ab1c8245e), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.352846 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4bf8e229-9ec9-4b85-a3aa-8d99443c6e13 req-119579d7-a99f-47db-87cb-9c2685da64c4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469576 Apr 06 10:55:01.355548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3363c163-aded-4d2b-ba63-97937ee314bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4c7573b4-4049-4d6a-a808-b50ab1c8245e), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.415486 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-3363c163-aded-4d2b-ba63-97937ee314bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cd40f64fd4a41f4892069fdaeabe683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4598167 Apr 06 10:55:01.418518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41020) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:01.420185 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363c163-aded-4d2b-ba63-97937ee314bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7573b4-4049-4d6a-a808-b50ab1c8245e,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:01.431685 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Deleting port 59412f49-79be-460c-b458-8646bea09611 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:55:01.432033 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (59412f49-79be-460c-b458-8646bea09611), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.472257 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] Publish callbacks [] for security_group (4c7573b4-4049-4d6a-a808-b50ab1c8245e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.493982 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] Publish callbacks [] for security_group (4c7573b4-4049-4d6a-a808-b50ab1c8245e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.530648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] For port 59412f49-79be-460c-b458-8646bea09611, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=59412f49-79be-460c-b458-8646bea09611,segment=NetworkSegment(6ed209c2-af8b-4a62-8777-4c7f084d3ea6),segment_id=6ed209c2-af8b-4a62-8777-4c7f084d3ea6)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:01.531585 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (59412f49-79be-460c-b458-8646bea09611), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.540232 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4c7573b4-4049-4d6a-a808-b50ab1c8245e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.543009 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.546247 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c7573b4-4049-4d6a-a808-b50ab1c8245e HTTP/1.1" status: 204 len: 168 time: 0.1265337 Apr 06 10:55:01.550633 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Calling delete_port for 59412f49-79be-460c-b458-8646bea09611 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:55:01.555875 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5e151-e527-4ff6-b046-9adc38b8bcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7573b4-4049-4d6a-a808-b50ab1c8245e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:01.729003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (59412f49-79be-460c-b458-8646bea09611), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.757729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Pushing event deleted for resources: {'Port': ['ID=59412f49-79be-460c-b458-8646bea09611,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:01.766893 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['59412f49-79be-460c-b458-8646bea09611'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:01.771513 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00322d49-6048-4f17-9826-7e9b95a21f9e req-af34981a-3c4e-42f1-9371-f25e192d6774 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.788066 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-00322d49-6048-4f17-9826-7e9b95a21f9e req-af34981a-3c4e-42f1-9371-f25e192d6774 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 867 time: 0.0788102 Apr 06 10:55:01.842024 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-00322d49-6048-4f17-9826-7e9b95a21f9e req-29acba43-3d59-4b26-baa5-1301d8019bb5 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/security-groups?id=a1c4efe2-0971-430b-a684-25557945b385&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545030 Apr 06 10:55:01.844234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] No DVR routers for this DVR port 59412f49-79be-460c-b458-8646bea09611 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:55:01.851935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.857683 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c639a8b-0f72-473a-9f06-2cc29070192a req-a15d08fc-a46d-442e-93e3-b42b543c74dc tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.18 "DELETE /v2.0/ports/59412f49-79be-460c-b458-8646bea09611 HTTP/1.1" status: 204 len: 173 time: 0.6706727 Apr 06 10:55:01.858562 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'name': 'network-vif-deleted', 'tag': '59412f49-79be-460c-b458-8646bea09611'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:01.862136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a551de-c2ae-4c68-92a1-03175a564d17" -d '{"events": [{"server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "name": "network-vif-deleted", "tag": "59412f49-79be-460c-b458-8646bea09611"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:01.910958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5403486e-3c92-40e0-8cac-d1b2f4386c40 x-openstack-request-id: req-5403486e-3c92-40e0-8cac-d1b2f4386c40 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:01.911780 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3141e21c-b34e-4341-b4f4-91aa12e784a4", "name": "network-vif-deleted", "tag": "59412f49-79be-460c-b458-8646bea09611", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:01.912099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5403486e-3c92-40e0-8cac-d1b2f4386c40 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:01.912597 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5403486e-3c92-40e0-8cac-d1b2f4386c40'] response: {'server_uuid': '3141e21c-b34e-4341-b4f4-91aa12e784a4', 'name': 'network-vif-deleted', 'tag': '59412f49-79be-460c-b458-8646bea09611', 'status': 'completed', 'code': 200} Apr 06 10:55:02.311904 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41064) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:02.450134 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-522816452-network', 'tenant_id': '6e378344760d47f8a446eae299338976'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:02.475468 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Made reservation on behalf of 6e378344760d47f8a446eae299338976 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:02.479246 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.490469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.502266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a63815-992a-4a0f-a33c-263c4a8db30b req-c76f16cc-2b85-4516-a632-b50947eb8f8d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.504443 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-18a63815-992a-4a0f-a33c-263c4a8db30b req-c76f16cc-2b85-4516-a632-b50947eb8f8d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0641010 Apr 06 10:55:02.581218 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-18a63815-992a-4a0f-a33c-263c4a8db30b req-a076111f-cccc-4e88-9e17-18ba26ea0284 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694151 Apr 06 10:55:02.589447 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks [] for security_group (3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.593906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.615715 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:55:02.631896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.638769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (f0a390a2-64ed-4417-a689-e09da28f4471), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.639086 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Added segment f0a390a2-64ed-4417-a689-e09da28f4471 of type vlan for network d4763949-28d3-45f4-8205-fd01f8b37875 Apr 06 10:55:02.682346 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (d4763949-28d3-45f4-8205-fd01f8b37875), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.710736 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (d4763949-28d3-45f4-8205-fd01f8b37875), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.711717 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.712310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.782056 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4680436 Apr 06 10:55:02.783650 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41072) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:02.788592 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Request body: {'subnet': {'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-522816452-subnet', 'tenant_id': '6e378344760d47f8a446eae299338976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:02.794229 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d61298-efcc-4a17-aed1-defa66cfcaaf admin admin] Pushing event updated for resources: {'Network': ['ID=d4763949-28d3-45f4-8205-fd01f8b37875,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.804379 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network d4763949-28d3-45f4-8205-fd01f8b37875 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:55:02.810192 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Made reservation on behalf of 6e378344760d47f8a446eae299338976 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:02.814340 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.013336 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-20e2c637-a3bf-47f2-a43e-e695c05eb729 req-794c7af3-e2ed-448a-9b86-9985a8ee2ba9 tempest-DeleteServersTestJSON-277978310 tempest-DeleteServersTestJSON-277978310-project] 10.222.0.57 "GET /v2.0/ports?device_id=3141e21c-b34e-4341-b4f4-91aa12e784a4 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Apr 06 10:55:03.052042 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (90ef5993-fc2f-4ce8-b84e-f7f8d373929c), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.127856 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ef5993-fc2f-4ce8-b84e-f7f8d373929c,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:03.132121 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Checking segment: {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:03.132492 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Network hostable DHCP agents. Network: d4763949-28d3-45f4-8205-fd01f8b37875, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:55:03.156271 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Network d4763949-28d3-45f4-8205-fd01f8b37875 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:55:03.166468 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, d4763949-28d3-45f4-8205-fd01f8b37875) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:03.171744 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.172018 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.177108 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46a7c2d-3107-4b55-a520-d506cbb6562d None None] Network d4763949-28d3-45f4-8205-fd01f8b37875 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:03.200010 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-25542e73-46dd-4634-ac3c-9383b520083f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4078927 Apr 06 10:55:03.313185 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aae318-59d0-4851-943a-3bf4e054349e None None] Network d4763949-28d3-45f4-8205-fd01f8b37875 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:03.726634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7867a2e-ccfb-4466-a303-03d65d197b12 req-edba8515-054e-46d6-805a-84c910fbcf87 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.728184 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b7867a2e-ccfb-4466-a303-03d65d197b12 req-edba8515-054e-46d6-805a-84c910fbcf87 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0777264 Apr 06 10:55:03.784919 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b7867a2e-ccfb-4466-a303-03d65d197b12 req-e12d820c-73f9-448d-8486-c1d47a70cff4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467134 Apr 06 10:55:04.903655 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a080f-68e7-4a57-b2e6-63cd1b8f15d8 req-df01600b-11d0-4dc7-b63a-46ba0089e305 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:04.906176 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-032a080f-68e7-4a57-b2e6-63cd1b8f15d8 req-df01600b-11d0-4dc7-b63a-46ba0089e305 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0531898 Apr 06 10:55:04.955112 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-032a080f-68e7-4a57-b2e6-63cd1b8f15d8 req-0cd268d4-93b6-4efd-ac2e-a9f619c2f11b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Apr 06 10:55:05.470609 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41154) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:05.515541 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Deleting subnet a58f4fc5-85c9-42a6-8e30-71f1f0577daa {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:55:05.518971 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Publish callbacks [] for subnet (a58f4fc5-85c9-42a6-8e30-71f1f0577daa), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.557793 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Publish callbacks [] for subnet (a58f4fc5-85c9-42a6-8e30-71f1f0577daa), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.568388 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (a58f4fc5-85c9-42a6-8e30-71f1f0577daa), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.628122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (a58f4fc5-85c9-42a6-8e30-71f1f0577daa), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.660957 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a58f4fc5-85c9-42a6-8e30-71f1f0577daa,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:05.664690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.667899 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-40990423-d69d-4115-9e1f-8b2e0e51a3e3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a58f4fc5-85c9-42a6-8e30-71f1f0577daa HTTP/1.1" status: 204 len: 168 time: 0.1963046 Apr 06 10:55:05.670463 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41156) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:05.707840 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 59412f49-79be-460c-b458-8646bea09611 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:55:05.729056 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 59412f49-79be-460c-b458-8646bea09611 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:55:05.729650 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 59412f49-79be-460c-b458-8646bea09611 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:55:05.750166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (9b41b180-a522-4a47-b642-cc705d90b0db), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.835425 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (9b41b180-a522-4a47-b642-cc705d90b0db), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.857217 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.857602 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.858393 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.858735 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > port after_create 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.859065 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.859401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > port after_update 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.859724 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.860067 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.860385 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.860739 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.992676 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.993230 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.993528 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.993881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:05.994307 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b41b180-a522-4a47-b642-cc705d90b0db']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:06.013192 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed209c2-af8b-4a62-8777-4c7f084d3ea6') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:06.013550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed209c2-af8b-4a62-8777-4c7f084d3ea6') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:06.036471 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (6ed209c2-af8b-4a62-8777-4c7f084d3ea6), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.102659 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (6ed209c2-af8b-4a62-8777-4c7f084d3ea6), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.114726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:55:06.115248 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (6ed209c2-af8b-4a62-8777-4c7f084d3ea6), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: from cryptography.utils import int_from_bytes Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: from cryptography.utils import int_from_bytes Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:55:06.143239 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:55:06.207108 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c3660-29e0-47cf-b89c-6f7d4f42efc4 req-1a440d0f-d1e2-461a-8626-39d7087e92c5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:06.208708 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7e5c3660-29e0-47cf-b89c-6f7d4f42efc4 req-1a440d0f-d1e2-461a-8626-39d7087e92c5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1745744 Apr 06 10:55:06.215765 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (9b41b180-a522-4a47-b642-cc705d90b0db), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.239083 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.242251 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9b41b180-a522-4a47-b642-cc705d90b0db HTTP/1.1" status: 204 len: 168 time: 0.5708718 Apr 06 10:55:06.253358 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a126-ce30-4e48-823d-c9f25ceb24d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b41b180-a522-4a47-b642-cc705d90b0db,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:06.289839 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7e5c3660-29e0-47cf-b89c-6f7d4f42efc4 req-8a250a03-979e-495f-b620-a1c881ef9b72 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750937 Apr 06 10:55:06.376269 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41184) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:06.416617 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-eb2bc037-e614-4d4e-97e7-1817836b394b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc1dc8fc5a384e0cb9aa602990c36a62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392172 Apr 06 10:55:06.419068 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41186) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:06.475118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] Publish callbacks [] for security_group (a1c4efe2-0971-430b-a684-25557945b385), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.496842 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] Publish callbacks [] for security_group (a1c4efe2-0971-430b-a684-25557945b385), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.542896 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a1c4efe2-0971-430b-a684-25557945b385), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.546604 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.547770 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1c4efe2-0971-430b-a684-25557945b385 HTTP/1.1" status: 204 len: 168 time: 0.1276987 Apr 06 10:55:06.559058 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527ad9b-1a0d-4cea-b282-333c1283ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4efe2-0971-430b-a684-25557945b385,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:07.430440 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d21259-4b8b-436c-8c5d-2f003e65ada3 req-1e9c598e-0126-4c6a-8e3d-e82fffe382ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:07.435740 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-07d21259-4b8b-436c-8c5d-2f003e65ada3 req-1e9c598e-0126-4c6a-8e3d-e82fffe382ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0660312 Apr 06 10:55:07.486737 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-07d21259-4b8b-436c-8c5d-2f003e65ada3 req-04fb903a-96bf-4307-9513-d408fb96b918 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Apr 06 10:55:07.498537 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41230) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:07.606839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f2253d3-a105-4bad-929c-1aabe62e678b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.697648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f2253d3-a105-4bad-929c-1aabe62e678b admin admin] Publish callbacks [] for security_group (0b292cdd-10cd-412c-9260-ba6491dd6147), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.702669 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f2253d3-a105-4bad-929c-1aabe62e678b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (0b292cdd-10cd-412c-9260-ba6491dd6147), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.748725 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9f2253d3-a105-4bad-929c-1aabe62e678b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=360c6a75e54a4cd1995b15a86e52d4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481656 Apr 06 10:55:07.750558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2253d3-a105-4bad-929c-1aabe62e678b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b292cdd-10cd-412c-9260-ba6491dd6147,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:07.751794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41242) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:07.803756 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] Publish callbacks [] for security_group (0b292cdd-10cd-412c-9260-ba6491dd6147), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.825617 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] Publish callbacks [] for security_group (0b292cdd-10cd-412c-9260-ba6491dd6147), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.880395 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (0b292cdd-10cd-412c-9260-ba6491dd6147), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.883670 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:07.884479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0b292cdd-10cd-412c-9260-ba6491dd6147 HTTP/1.1" status: 204 len: 168 time: 0.1317012 Apr 06 10:55:07.892858 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a59ad3-0979-4516-99f2-debd42c3e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b292cdd-10cd-412c-9260-ba6491dd6147,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:08.238118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41262) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:08.251405 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92d32950-bb0a-4a69-a175-a8914b385d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.345096 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92d32950-bb0a-4a69-a175-a8914b385d94 admin admin] Publish callbacks [] for security_group (ddfecc8b-5aaf-463f-9c64-0d3be374be67), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.352161 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92d32950-bb0a-4a69-a175-a8914b385d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ddfecc8b-5aaf-463f-9c64-0d3be374be67), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.393665 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d32950-bb0a-4a69-a175-a8914b385d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfecc8b-5aaf-463f-9c64-0d3be374be67,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:08.400420 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-92d32950-bb0a-4a69-a175-a8914b385d94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b893d1e82ac4a5295c485cee413c85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589479 Apr 06 10:55:08.400880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41268) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:08.451828 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] Publish callbacks [] for security_group (ddfecc8b-5aaf-463f-9c64-0d3be374be67), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.473600 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] Publish callbacks [] for security_group (ddfecc8b-5aaf-463f-9c64-0d3be374be67), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.520556 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ddfecc8b-5aaf-463f-9c64-0d3be374be67), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.523179 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.524501 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ddfecc8b-5aaf-463f-9c64-0d3be374be67 HTTP/1.1" status: 204 len: 168 time: 0.1222885 Apr 06 10:55:08.538290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26fa0c8-4693-4c66-8c75-69ff510815aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfecc8b-5aaf-463f-9c64-0d3be374be67,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:08.632909 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b699c-eae0-484c-9557-302fe8767d1d req-17f1d37c-5a41-47a1-9e52-83e30eb04bd0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:08.635237 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-038b699c-eae0-484c-9557-302fe8767d1d req-17f1d37c-5a41-47a1-9e52-83e30eb04bd0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0625048 Apr 06 10:55:08.687880 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-038b699c-eae0-484c-9557-302fe8767d1d req-d605c96e-5f3c-432c-b67c-092ad37d2d73 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Apr 06 10:55:08.862920 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41276) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:08.877735 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-610a28e7-dfc1-47ff-909a-0a38f143f19f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.958253 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-610a28e7-dfc1-47ff-909a-0a38f143f19f admin admin] Publish callbacks [] for security_group (590b14ad-2cbf-4a23-8e28-ef4967cac3e2), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:08.962692 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-610a28e7-dfc1-47ff-909a-0a38f143f19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (590b14ad-2cbf-4a23-8e28-ef4967cac3e2), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:09.001085 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a28e7-dfc1-47ff-909a-0a38f143f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590b14ad-2cbf-4a23-8e28-ef4967cac3e2,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:09.005410 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-610a28e7-dfc1-47ff-909a-0a38f143f19f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ba3f9fade1f4b42b56b5d9c44894586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408265 Apr 06 10:55:09.007992 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41278) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:09.058816 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] Publish callbacks [] for security_group (590b14ad-2cbf-4a23-8e28-ef4967cac3e2), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:09.082740 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] Publish callbacks [] for security_group (590b14ad-2cbf-4a23-8e28-ef4967cac3e2), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:09.128200 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (590b14ad-2cbf-4a23-8e28-ef4967cac3e2), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:09.131857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:09.133028 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/590b14ad-2cbf-4a23-8e28-ef4967cac3e2 HTTP/1.1" status: 204 len: 168 time: 0.1241467 Apr 06 10:55:09.141603 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f708e9-29ce-4ca9-b1cc-84051b448b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590b14ad-2cbf-4a23-8e28-ef4967cac3e2,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:09.233963 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:55:09.832612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1e769-3cc2-4724-9d6b-0d6008281054 req-2145dff2-7ba1-4af3-a8c2-a861994fea17 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.834265 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d2c1e769-3cc2-4724-9d6b-0d6008281054 req-2145dff2-7ba1-4af3-a8c2-a861994fea17 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0612333 Apr 06 10:55:09.888115 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d2c1e769-3cc2-4724-9d6b-0d6008281054 req-195f9f89-83e6-4d51-ab4f-d325beac45cc tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475833 Apr 06 10:55:11.018733 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11160c9-ccf5-4e2f-aa7b-6d2c40c594c6 req-dbe2b287-d6f0-40ac-878b-8ec7b67c4baa tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:11.020409 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b11160c9-ccf5-4e2f-aa7b-6d2c40c594c6 req-dbe2b287-d6f0-40ac-878b-8ec7b67c4baa tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0589693 Apr 06 10:55:11.074026 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b11160c9-ccf5-4e2f-aa7b-6d2c40c594c6 req-b7ae2f2e-b431-4069-a768-6898c7e4436b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Apr 06 10:55:12.196383 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416a018-e1a5-47f8-b632-ef3bcf56649a req-8691ad00-60e9-4618-b37b-fd63261fe1e7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:12.197923 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f416a018-e1a5-47f8-b632-ef3bcf56649a req-8691ad00-60e9-4618-b37b-fd63261fe1e7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0542929 Apr 06 10:55:12.245943 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f416a018-e1a5-47f8-b632-ef3bcf56649a req-49e94f08-59e7-4ce1-ae99-0e9ab1a0f750 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Apr 06 10:55:13.564197 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08293c57-1a2e-49fa-ad06-e2d4b44646dc req-634e0ba6-805b-4e31-aba8-f0557a88311f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:13.565711 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-08293c57-1a2e-49fa-ad06-e2d4b44646dc req-634e0ba6-805b-4e31-aba8-f0557a88311f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.2513626 Apr 06 10:55:13.614198 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-08293c57-1a2e-49fa-ad06-e2d4b44646dc req-9f931e64-0a69-4fec-9701-98166b5f8cd4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430574 Apr 06 10:55:14.215437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ed145e14-bbca-44a8-ae3e-3fcdd75ba49c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.735768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0abc7-f6e5-4747-9098-678cb0cc2bb0 req-538a57bd-e710-4b04-a2c6-e553e98ff5d6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:14.737147 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aee0abc7-f6e5-4747-9098-678cb0cc2bb0 req-538a57bd-e710-4b04-a2c6-e553e98ff5d6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0561068 Apr 06 10:55:14.786312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aee0abc7-f6e5-4747-9098-678cb0cc2bb0 req-f6070d13-d38e-4d40-9cef-d7550556265d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426838 Apr 06 10:55:15.914083 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fcd76-4b78-4203-8d86-b0cdd1077fc7 req-613e7e3b-4f95-45c3-a97e-410b49afb7db tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:15.915812 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b1fcd76-4b78-4203-8d86-b0cdd1077fc7 req-613e7e3b-4f95-45c3-a97e-410b49afb7db tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0570774 Apr 06 10:55:15.966195 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b1fcd76-4b78-4203-8d86-b0cdd1077fc7 req-0d3a8b24-4680-4b7e-95f3-e98544c6ac01 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446327 Apr 06 10:55:16.698412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-680f8faf-96e7-46c4-a5c4-9b451d46b23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:17.091224 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca88f6e9-cff0-4c88-a32f-27c516a3b535 req-573469e1-b573-49f9-a546-2210a039410a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:17.092701 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ca88f6e9-cff0-4c88-a32f-27c516a3b535 req-573469e1-b573-49f9-a546-2210a039410a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0558808 Apr 06 10:55:17.146953 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ca88f6e9-cff0-4c88-a32f-27c516a3b535 req-4e8ba7de-7191-4e90-aa5b-b89988d332eb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478568 Apr 06 10:55:18.025958 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.273329 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0554b5-d3a9-450a-ac1e-54c8e0f48eb7 req-84f5052c-389f-4406-a27f-e49b7d83a7d7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:18.274879 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9d0554b5-d3a9-450a-ac1e-54c8e0f48eb7 req-84f5052c-389f-4406-a27f-e49b7d83a7d7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0601473 Apr 06 10:55:18.343112 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9d0554b5-d3a9-450a-ac1e-54c8e0f48eb7 req-0c457626-55bd-4365-8bc3-edf81437714f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599070 Apr 06 10:55:19.496940 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-244eb0ed-0606-4c1f-aced-7553f6b0fcff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:19.497471 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bbc63-903e-48da-9a1e-e4bddf97e1dc req-c3074987-4d1b-4b19-a083-883b1352634d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:19.498599 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-244eb0ed-0606-4c1f-aced-7553f6b0fcff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/networks?id=d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 200 len: 808 time: 0.1397853 Apr 06 10:55:19.498968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7f7bbc63-903e-48da-9a1e-e4bddf97e1dc req-c3074987-4d1b-4b19-a083-883b1352634d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0772984 Apr 06 10:55:19.519574 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-09b816f0-1811-436d-8a08-4d3a09cec5af tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/quotas/6e378344760d47f8a446eae299338976 HTTP/1.1" status: 200 len: 375 time: 0.0104845 Apr 06 10:55:19.555713 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.565922 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-f8be9ab5-c419-49ae-bb5c-efad8c8bf41c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378020 Apr 06 10:55:19.580546 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7f7bbc63-903e-48da-9a1e-e4bddf97e1dc req-140db354-5e80-40cc-93d8-d0700397a9b5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750010 Apr 06 10:55:19.673059 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-a9879270-1c97-46fb-8342-383a63787ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999849 Apr 06 10:55:19.782453 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-76a7dccc-9726-47d3-9a3f-0cce4a4eda9b service neutron] 10.222.0.57 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026311 Apr 06 10:55:19.987793 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bb9a3ad1-2c89-43d3-9fcd-45f58c51756b req-ce75f411-6a15-4648-9a53-d92e57a55357 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 210 time: 0.0398433 Apr 06 10:55:20.699017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76250c-04ce-48fb-9139-d83fb8ddffa7 req-785f96ae-aa89-4e78-9c2a-33d7e36f9db2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:20.700502 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f76250c-04ce-48fb-9139-d83fb8ddffa7 req-785f96ae-aa89-4e78-9c2a-33d7e36f9db2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0546086 Apr 06 10:55:20.747066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f76250c-04ce-48fb-9139-d83fb8ddffa7 req-c9ad9cea-fac0-4df5-8509-e8930880c7ae tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Apr 06 10:55:20.890443 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.091353 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7c94d5ae-42f5-4f0c-8bf1-8f865e09a3d2 req-7a9d8581-6495-4571-bb6f-fc7d8b25a13f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 210 time: 0.0323753 Apr 06 10:55:21.156534 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-b360a3b5-10bb-4062-9e99-ddeec8a0aee2 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:21.159081 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-b360a3b5-10bb-4062-9e99-ddeec8a0aee2 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "GET /v2.0/networks?id=d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 200 len: 808 time: 0.1161087 Apr 06 10:55:21.186498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Request body: {'port': {'device_id': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875', 'admin_state_up': True, 'tenant_id': '6e378344760d47f8a446eae299338976'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:21.295578 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Made reservation on behalf of 6e378344760d47f8a446eae299338976 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:21.299061 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.428780 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Allocated IP 172.20.0.8 (d4763949-28d3-45f4-8205-fd01f8b37875/90ef5993-fc2f-4ce8-b84e-f7f8d373929c/0cf42d52-5988-4a94-b80f-ce716109bd19) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:21.576949 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks [] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.610287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.653720 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Network d4763949-28d3-45f4-8205-fd01f8b37875 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:21.657082 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:21.660834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:21.666042 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:21.666667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.675535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Pushing event updated for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:21.687208 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-fdebef73-9e05-436c-a9cf-d125afd5d144 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5050757 Apr 06 10:55:21.708593 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Request body: {'port': {'device_id': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:21.770219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.975985 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d058f5-2016-4d28-9ece-9fcc16138aa2 req-03674b10-846b-4269-bdcd-a1d8c5b1c27a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:21.977549 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-50d058f5-2016-4d28-9ece-9fcc16138aa2 req-03674b10-846b-4269-bdcd-a1d8c5b1c27a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1567211 Apr 06 10:55:22.067263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-50d058f5-2016-4d28-9ece-9fcc16138aa2 req-26ab4560-5471-4d3f-acb6-2663d7032e71 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793743 Apr 06 10:55:22.151336 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf42d52-5988-4a94-b80f-ce716109bd19 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:22.162751 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks [] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:22.179967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Transition to ACTIVE for port object 0cf42d52-5988-4a94-b80f-ce716109bd19 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:55:22.188008 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:22.240954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c88168-68a1-4e3f-ac6e-a0dd41f67517 req-1da2dc76-4dc4-44aa-82dc-6cd5ae766db1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.245859 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-49c88168-68a1-4e3f-ac6e-a0dd41f67517 req-1da2dc76-4dc4-44aa-82dc-6cd5ae766db1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 931 time: 0.0764956 Apr 06 10:55:22.252268 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:22.286479 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Attempting to bind port 0cf42d52-5988-4a94-b80f-ce716109bd19 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:22.286809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Attempting to bind port 0cf42d52-5988-4a94-b80f-ce716109bd19 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:22.287143 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Attempting to bind port 0cf42d52-5988-4a94-b80f-ce716109bd19 on network d4763949-28d3-45f4-8205-fd01f8b37875 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:22.291404 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Port 0cf42d52-5988-4a94-b80f-ce716109bd19 on network d4763949-28d3-45f4-8205-fd01f8b37875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:22.291724 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Attempting to bind port 0cf42d52-5988-4a94-b80f-ce716109bd19 on network d4763949-28d3-45f4-8205-fd01f8b37875 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:22.296518 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:22.296685 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-49c88168-68a1-4e3f-ac6e-a0dd41f67517 req-9ce66cea-53b9-4a4f-99c9-da0eeffdd08f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481143 Apr 06 10:55:22.296854 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Checking segment: {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:22.297295 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Bound using segment: {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:22.298782 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Bound port: 0cf42d52-5988-4a94-b80f-ce716109bd19, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:22.298782 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:22.362027 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:22.364964 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0cf42d52-5988-4a94-b80f-ce716109bd19,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:22.373464 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:22.410264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.410877 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:22.412234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/0cf42d52-5988-4a94-b80f-ce716109bd19 HTTP/1.1" status: 200 len: 1093 time: 0.7076342 Apr 06 10:55:22.412669 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:22.415116 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596884b5-bade-4991-94e8-3f8a54d7f37d" -d '{"events": [{"name": "network-changed", "server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:22.444519 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4c25f-cd19-4943-90a1-7114a100cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:22.461316 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00f81b1-d25f-442f-8911-465a49013f80 x-openstack-request-id: req-f00f81b1-d25f-442f-8911-465a49013f80 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:22.461630 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:22.461889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f00f81b1-d25f-442f-8911-465a49013f80 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:22.462294 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f00f81b1-d25f-442f-8911-465a49013f80'] response: {'name': 'network-changed', 'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19', 'status': 'completed', 'code': 200} Apr 06 10:55:22.553694 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-c241a201-0ca3-46cb-a8d6-7cfcda6b85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.555206 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-c241a201-0ca3-46cb-a8d6-7cfcda6b85b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 1127 time: 0.0456226 Apr 06 10:55:22.612550 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-1f31c77f-e33c-4169-88b0-bc6b6da1a6bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cf42d52-5988-4a94-b80f-ce716109bd19 HTTP/1.1" status: 200 len: 217 time: 0.0366344 Apr 06 10:55:22.668294 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-10664854-5de9-47bc-94f6-c4cccbbefc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.669751 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-10664854-5de9-47bc-94f6-c4cccbbefc12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=90ef5993-fc2f-4ce8-b84e-f7f8d373929c HTTP/1.1" status: 200 len: 848 time: 0.0478585 Apr 06 10:55:22.701632 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-a704a8eb-f15c-4e5e-98e2-90185701224c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4763949-28d3-45f4-8205-fd01f8b37875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245183 Apr 06 10:55:22.805198 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-5bfc230d-c2cb-4024-971e-5f22330ab613 service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822160 Apr 06 10:55:22.901461 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7987a25-dca7-47c4-a342-cadcdb156c3e req-f633370d-52fd-49a0-af7c-a3936f42db79 service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862727 Apr 06 10:55:23.197294 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16618fad-235a-4204-93b9-ed99320f2056 req-a1315d2c-f240-40c8-939e-d0b86dad75f3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:23.198702 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16618fad-235a-4204-93b9-ed99320f2056 req-a1315d2c-f240-40c8-939e-d0b86dad75f3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0674589 Apr 06 10:55:23.244285 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16618fad-235a-4204-93b9-ed99320f2056 req-debe6d6b-4fc3-46d3-adbc-b5d4244f284a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Apr 06 10:55:23.419744 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f9536-f681-4f8d-8905-b3f038547c6e req-573ff0c0-9857-4747-a6a8-449d456528c4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:23.421241 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-375f9536-f681-4f8d-8905-b3f038547c6e req-573ff0c0-9857-4747-a6a8-449d456528c4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 943 time: 0.0536952 Apr 06 10:55:23.471127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-375f9536-f681-4f8d-8905-b3f038547c6e req-c0bf6422-e3cb-4079-8ae4-786aa1df578e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431237 Apr 06 10:55:24.371907 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada9902-dbe4-4ac8-888e-871ec9844dee req-4ad6bcfb-8f6b-44d0-b611-ba1b99267075 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:24.373387 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ada9902-dbe4-4ac8-888e-871ec9844dee req-4ad6bcfb-8f6b-44d0-b611-ba1b99267075 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0567076 Apr 06 10:55:24.419620 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ada9902-dbe4-4ac8-888e-871ec9844dee req-9d7724b9-1931-40c2-a662-34d6688cb4ec tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Apr 06 10:55:24.618148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-4cb332b8-bc1b-4fd5-a242-81d7caa7952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:24.619724 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-4cb332b8-bc1b-4fd5-a242-81d7caa7952b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 1127 time: 0.0818412 Apr 06 10:55:24.627334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd3ff4-e5d8-4803-ac3b-ebc668c655da req-d1dca173-1cdd-486a-809d-5e629c754def tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:24.628743 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a0cd3ff4-e5d8-4803-ac3b-ebc668c655da req-d1dca173-1cdd-486a-809d-5e629c754def tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 943 time: 0.0829391 Apr 06 10:55:24.729276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a0cd3ff4-e5d8-4803-ac3b-ebc668c655da req-d3dbd1ed-ff1e-4e56-aaed-b8cbfa05cecd tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925615 Apr 06 10:55:24.757281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-181ed2d2-7502-4d6e-8b2c-00988fb6d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:24.758733 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-181ed2d2-7502-4d6e-8b2c-00988fb6d7a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 200 len: 909 time: 0.1291285 Apr 06 10:55:24.805788 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-c84b0eed-3350-4c12-b7bc-898ed8cc685f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0cf42d52-5988-4a94-b80f-ce716109bd19 HTTP/1.1" status: 200 len: 217 time: 0.0358231 Apr 06 10:55:25.020244 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-93ffa904-1828-4255-8fe8-ed4550d2fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:25.021764 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-93ffa904-1828-4255-8fe8-ed4550d2fb08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=90ef5993-fc2f-4ce8-b84e-f7f8d373929c HTTP/1.1" status: 200 len: 848 time: 0.0506475 Apr 06 10:55:25.063540 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-3dd252a7-d284-47d4-92d0-9e4fb079f3cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4763949-28d3-45f4-8205-fd01f8b37875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256267 Apr 06 10:55:25.157822 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-e890fc42-ecf6-4c12-b528-bdc1197c895f service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Apr 06 10:55:25.246128 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-596884b5-bade-4991-94e8-3f8a54d7f37d req-f0b15001-7fe3-4100-b573-8504d7e0cbc0 service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816858 Apr 06 10:55:25.546079 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6bf56-2e4f-482d-bfa0-192c544ce3ae req-0f83c0ec-05a3-4ea8-a49a-2c93e2c2b24f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:25.548068 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-68f6bf56-2e4f-482d-bfa0-192c544ce3ae req-0f83c0ec-05a3-4ea8-a49a-2c93e2c2b24f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0543685 Apr 06 10:55:25.597818 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-68f6bf56-2e4f-482d-bfa0-192c544ce3ae req-0eaa413d-7923-4dd6-8dbe-9ef4c0865e2c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Apr 06 10:55:25.825368 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 0cf42d52-5988-4a94-b80f-ce716109bd19 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:55:25.856619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29164119-2e76-4b62-a119-73fba15b6d30 req-6a870e80-f2c7-45c0-8d21-4e3c17edb9e5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:25.858143 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-29164119-2e76-4b62-a119-73fba15b6d30 req-6a870e80-f2c7-45c0-8d21-4e3c17edb9e5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 943 time: 0.0559235 Apr 06 10:55:25.921761 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-29164119-2e76-4b62-a119-73fba15b6d30 req-9fd2146f-73e7-4b4f-bed3-ece2b989f6fc tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569594 Apr 06 10:55:25.929036 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0cf42d52-5988-4a94-b80f-ce716109bd19,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:25.941203 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '0cf42d52-5988-4a94-b80f-ce716109bd19', 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875', 'port_id': '0cf42d52-5988-4a94-b80f-ce716109bd19', 'mac_address': 'fa:16:3e:b7:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef5993-fc2f-4ce8-b84e-f7f8d373929c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:55:25.981082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 0cf42d52-5988-4a94-b80f-ce716109bd19 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:25.981501 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.995732 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf42d52-5988-4a94-b80f-ce716109bd19 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:26.016620 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0cf42d52-5988-4a94-b80f-ce716109bd19,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:26.020866 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.070769 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:26.078026 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.078376 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.078952 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.079523 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.079870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.080365 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.080587 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.080862 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.081189 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.081617 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.081913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.082259 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.082584 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.083034 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.083487 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:26.449523 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['0cf42d52-5988-4a94-b80f-ce716109bd19'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:26.718609 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd3064-4dea-4947-828d-7c82386cf52c req-e12262c2-aec0-4968-81f9-fcc08f93e38c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:26.720203 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cecd3064-4dea-4947-828d-7c82386cf52c req-e12262c2-aec0-4968-81f9-fcc08f93e38c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0573978 Apr 06 10:55:26.771083 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cecd3064-4dea-4947-828d-7c82386cf52c req-9d0e4217-a1ac-414e-a2a1-914679af94c4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Apr 06 10:55:27.041353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9ff7c-ab20-4e1c-ac5b-ef8aa05683b5 req-1ef0f2c3-d684-4462-b900-ea1ee3cc4692 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:27.043082 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55b9ff7c-ab20-4e1c-ac5b-ef8aa05683b5 req-1ef0f2c3-d684-4462-b900-ea1ee3cc4692 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 944 time: 0.0597851 Apr 06 10:55:27.092175 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55b9ff7c-ab20-4e1c-ac5b-ef8aa05683b5 req-95bdb860-4cb9-46d5-be14-49eaa73308f8 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425744 Apr 06 10:55:27.860460 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 0cf42d52-5988-4a94-b80f-ce716109bd19 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:27.890826 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3be9c-14f8-489b-90f2-1f11ff94d639 req-b0f4b07f-54fa-4e5c-a74a-98f658158db0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:27.892780 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ccd3be9c-14f8-489b-90f2-1f11ff94d639 req-b0f4b07f-54fa-4e5c-a74a-98f658158db0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0558894 Apr 06 10:55:27.911835 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 0cf42d52-5988-4a94-b80f-ce716109bd19 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:55:27.916296 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 0cf42d52-5988-4a94-b80f-ce716109bd19 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:27.916724 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.947586 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ccd3be9c-14f8-489b-90f2-1f11ff94d639 req-2ebb8d3d-0e8e-4625-a3ea-75ed509c40d6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485973 Apr 06 10:55:28.004659 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 0cf42d52-5988-4a94-b80f-ce716109bd19 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:28.005053 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:28.027719 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:28.030023 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29c70de-b9de-46be-af60-b4756307d90d" -d '{"events": [{"server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "name": "network-vif-plugged", "status": "completed", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:28.042660 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0cf42d52-5988-4a94-b80f-ce716109bd19,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:28.046661 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:28.070269 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54880e4b-9593-49fb-af48-d2c60cf27f2f x-openstack-request-id: req-54880e4b-9593-49fb-af48-d2c60cf27f2f {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:28.070587 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "name": "network-vif-plugged", "status": "completed", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:28.070857 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54880e4b-9593-49fb-af48-d2c60cf27f2f {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:28.071244 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54880e4b-9593-49fb-af48-d2c60cf27f2f'] response: {'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19', 'code': 200} Apr 06 10:55:28.096280 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:28.229705 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b416fc-50c0-401f-96e9-e0dddc970e10 req-7e66c141-52a6-4b34-83d8-ccfaa795ac9e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:28.231221 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-99b416fc-50c0-401f-96e9-e0dddc970e10 req-7e66c141-52a6-4b34-83d8-ccfaa795ac9e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0694389 Apr 06 10:55:28.296571 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-99b416fc-50c0-401f-96e9-e0dddc970e10 req-4b0c727a-89fa-45bc-9a1e-21af731c0512 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Apr 06 10:55:28.318922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1cf47-9bb3-4a5e-84a0-95739931a408 req-879d1afd-e85d-4bed-b553-6b12ec059935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:28.320408 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e9c1cf47-9bb3-4a5e-84a0-95739931a408 req-879d1afd-e85d-4bed-b553-6b12ec059935 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 1129 time: 0.0624409 Apr 06 10:55:28.584241 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e9c1cf47-9bb3-4a5e-84a0-95739931a408 req-2f8c21cf-f9da-4df1-8cf8-ca1e6be38b6f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573290 Apr 06 10:55:28.753973 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.077666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f566f-6f66-4f59-8367-8294d6aef612 req-c89222d7-dc9b-4276-aab3-7fe47a0691e4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:29.079285 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e0f566f-6f66-4f59-8367-8294d6aef612 req-c89222d7-dc9b-4276-aab3-7fe47a0691e4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0520449 Apr 06 10:55:29.125029 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e0f566f-6f66-4f59-8367-8294d6aef612 req-fbcc034b-9cf3-4ae2-ab54-3646d21c729b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402844 Apr 06 10:55:29.410564 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0716032-8189-4348-b4a6-a45ba8c61d18 req-57b7fa4c-0013-49c9-8d21-024bf1d65ba0 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:29.413775 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0716032-8189-4348-b4a6-a45ba8c61d18 req-57b7fa4c-0013-49c9-8d21-024bf1d65ba0 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0605557 Apr 06 10:55:29.461930 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e0716032-8189-4348-b4a6-a45ba8c61d18 req-bba6da0d-36b6-4b53-80c8-3a142f5b44ff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438914 Apr 06 10:55:30.243948 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33c04f-4d8c-46c5-b80c-392c55d038c1 req-d264000a-1d5c-4172-b091-256edfd13186 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.245343 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d33c04f-4d8c-46c5-b80c-392c55d038c1 req-d264000a-1d5c-4172-b091-256edfd13186 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0537291 Apr 06 10:55:30.295372 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d33c04f-4d8c-46c5-b80c-392c55d038c1 req-fefe8be4-c771-430e-966c-2156b45d5a13 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Apr 06 10:55:30.583676 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecd88-9e71-4499-bb04-6d6efbf77f91 req-9e9afad3-25d6-440f-b8d5-8447809ddaff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.585570 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f4ecd88-9e71-4499-bb04-6d6efbf77f91 req-9e9afad3-25d6-440f-b8d5-8447809ddaff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0561666 Apr 06 10:55:30.636088 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f4ecd88-9e71-4499-bb04-6d6efbf77f91 req-4fd759e6-1e49-4d2f-a0d3-464b84ae0eef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443976 Apr 06 10:55:31.413659 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80854d42-b988-40d7-81f3-7727288ed1b2 req-ef2b86ff-51c4-496c-9bc5-08c0a6c6f1c5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:31.415126 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-80854d42-b988-40d7-81f3-7727288ed1b2 req-ef2b86ff-51c4-496c-9bc5-08c0a6c6f1c5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0516398 Apr 06 10:55:31.461742 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-80854d42-b988-40d7-81f3-7727288ed1b2 req-7c0aa691-fb1d-4799-8084-e64505e96ef5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Apr 06 10:55:31.756917 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2351d74-62b6-4161-b96a-193955af12bc req-9eba1c4f-f84c-46e5-a48f-3c1650ab169f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:31.758398 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d2351d74-62b6-4161-b96a-193955af12bc req-9eba1c4f-f84c-46e5-a48f-3c1650ab169f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0552058 Apr 06 10:55:31.808119 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d2351d74-62b6-4161-b96a-193955af12bc req-30e8666e-9a6b-45b5-8314-b7f2c1cc01c8 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Apr 06 10:55:32.575935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f6aa9-4848-4fe2-bdbf-fae27f92f5f6 req-801385e2-5f3b-4c94-99b1-0c30ef17e4c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:32.577405 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a64f6aa9-4848-4fe2-bdbf-fae27f92f5f6 req-801385e2-5f3b-4c94-99b1-0c30ef17e4c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0515559 Apr 06 10:55:32.622588 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a64f6aa9-4848-4fe2-bdbf-fae27f92f5f6 req-a1efebb9-c332-4bf5-8c2a-26840e5c22f3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390182 Apr 06 10:55:32.926348 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76201af6-d1cc-4126-b032-6c7dde69e0a2 req-c5da6aa7-b6c7-40fe-8e8d-a6fd922ce6d6 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:32.927872 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-76201af6-d1cc-4126-b032-6c7dde69e0a2 req-c5da6aa7-b6c7-40fe-8e8d-a6fd922ce6d6 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0538583 Apr 06 10:55:32.979787 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-76201af6-d1cc-4126-b032-6c7dde69e0a2 req-8d9511ca-4393-4ea6-8119-d7c16a0399a4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458808 Apr 06 10:55:33.750216 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d88e8e-0428-4aee-b137-ab8bdbef718d req-128a5297-7327-4546-9fbe-5c89a4a4e55e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:33.751782 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-27d88e8e-0428-4aee-b137-ab8bdbef718d req-128a5297-7327-4546-9fbe-5c89a4a4e55e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0591893 Apr 06 10:55:33.799749 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-27d88e8e-0428-4aee-b137-ab8bdbef718d req-32e86c81-3d81-4167-9d87-3056d34bc1f2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410714 Apr 06 10:55:34.100908 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9994-6f20-4270-854f-3de87e1ef598 req-437ca081-d898-4d05-8eb3-a22f07b479a1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:34.102415 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8f9b9994-6f20-4270-854f-3de87e1ef598 req-437ca081-d898-4d05-8eb3-a22f07b479a1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0558128 Apr 06 10:55:34.148994 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8f9b9994-6f20-4270-854f-3de87e1ef598 req-4e002bc3-23f2-4e10-a650-bb39c378f0f3 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410869 Apr 06 10:55:34.916571 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca9b57-be7b-45cf-8f0c-8f91726c3865 req-78898ded-1073-4c5d-877d-aa21bb60f5dd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:34.918066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8ca9b57-be7b-45cf-8f0c-8f91726c3865 req-78898ded-1073-4c5d-877d-aa21bb60f5dd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0520785 Apr 06 10:55:34.965244 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8ca9b57-be7b-45cf-8f0c-8f91726c3865 req-b1d08669-b8f7-4e5b-93d3-429405cfd7b9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Apr 06 10:55:36.092171 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d681a9e-926a-4713-820d-af448cc752b5 req-f92e9d8a-2360-4a75-b330-8b1ba9f04c27 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:36.093552 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1d681a9e-926a-4713-820d-af448cc752b5 req-f92e9d8a-2360-4a75-b330-8b1ba9f04c27 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0570669 Apr 06 10:55:36.142462 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1d681a9e-926a-4713-820d-af448cc752b5 req-103af9b7-8518-49fe-b327-2d0fb798258e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Apr 06 10:55:37.263403 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb1f0-1f03-4bd8-ad95-00a9e4d7adaf req-f655e177-db50-490f-9169-c4c06d9d0bbf tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.264883 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bcceb1f0-1f03-4bd8-ad95-00a9e4d7adaf req-f655e177-db50-490f-9169-c4c06d9d0bbf tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0559359 Apr 06 10:55:37.313170 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bcceb1f0-1f03-4bd8-ad95-00a9e4d7adaf req-b3881e83-7c0e-4886-a2a1-5bbde9dd275c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Apr 06 10:55:38.432936 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec371c73-e325-45b2-9468-99056d56134f req-de32d5ac-5547-4c2e-bf50-419de3e94583 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:38.434429 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ec371c73-e325-45b2-9468-99056d56134f req-de32d5ac-5547-4c2e-bf50-419de3e94583 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0522695 Apr 06 10:55:38.481193 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ec371c73-e325-45b2-9468-99056d56134f req-235e973f-416f-4e24-b9c7-0dbe8ab8081b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409789 Apr 06 10:55:39.623000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6582c22-bf0c-4c4a-ad2b-c2efb8ce01d4 req-a66e140b-2209-4d64-8c3d-59a783361578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:39.624499 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c6582c22-bf0c-4c4a-ad2b-c2efb8ce01d4 req-a66e140b-2209-4d64-8c3d-59a783361578 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1130 time: 0.0773649 Apr 06 10:55:39.631768 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa738ee-4125-471b-a365-97b9e8837869 req-80c2d791-2e8c-4873-9daf-b24c3aac20e1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:39.633127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aaa738ee-4125-471b-a365-97b9e8837869 req-80c2d791-2e8c-4873-9daf-b24c3aac20e1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0780642 Apr 06 10:55:39.714244 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aaa738ee-4125-471b-a365-97b9e8837869 req-668c44dc-8b20-4357-89a5-22d2940a1817 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749102 Apr 06 10:55:39.716346 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c6582c22-bf0c-4c4a-ad2b-c2efb8ce01d4 req-6364cb29-78ce-4f21-b88b-5ba3f1bd212b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823598 Apr 06 10:55:40.261393 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eadc8-003f-49a7-b510-521c4b5b18b6 req-f78e0178-42f3-4012-9ab0-da8b184306bf tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:40.262920 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-268eadc8-003f-49a7-b510-521c4b5b18b6 req-f78e0178-42f3-4012-9ab0-da8b184306bf tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0581949 Apr 06 10:55:40.313883 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-268eadc8-003f-49a7-b510-521c4b5b18b6 req-c8560738-a314-4804-9b30-5d07e8800a2d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Apr 06 10:55:40.847346 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523f929-edd9-460f-8aea-cf602c7c5bb8 req-809f00c9-4233-4042-850a-badfc8a78c2f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:40.849045 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8523f929-edd9-460f-8aea-cf602c7c5bb8 req-809f00c9-4233-4042-850a-badfc8a78c2f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0663893 Apr 06 10:55:40.896350 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8523f929-edd9-460f-8aea-cf602c7c5bb8 req-0fadf29b-d784-4e9f-b4e3-ad65b6c93d35 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Apr 06 10:55:41.355547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 41928) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:41.441669 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ed8ed-8de5-4243-8e7f-1ede5e423a58 req-e749232c-d445-46af-9a26-78ed3e40d1a3 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:41.443169 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-534ed8ed-8de5-4243-8e7f-1ede5e423a58 req-e749232c-d445-46af-9a26-78ed3e40d1a3 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0613794 Apr 06 10:55:41.482764 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-297f70f2-8922-4833-b9e5-d912e33c1762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.521237 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-534ed8ed-8de5-4243-8e7f-1ede5e423a58 req-766bc89c-3f96-4ebe-90dd-a08d39aed2e4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725007 Apr 06 10:55:41.586692 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-297f70f2-8922-4833-b9e5-d912e33c1762 admin admin] Publish callbacks [] for security_group (ed537be9-2a64-4d86-8155-c895b6b23736), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.590650 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-297f70f2-8922-4833-b9e5-d912e33c1762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ed537be9-2a64-4d86-8155-c895b6b23736), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.630514 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-297f70f2-8922-4833-b9e5-d912e33c1762 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0569668b485d4a0b82bd6fb8f9700946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738023 Apr 06 10:55:41.631396 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f70f2-8922-4833-b9e5-d912e33c1762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed537be9-2a64-4d86-8155-c895b6b23736,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:41.633099 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 41946) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:41.690899 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] Publish callbacks [] for security_group (ed537be9-2a64-4d86-8155-c895b6b23736), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.712749 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] Publish callbacks [] for security_group (ed537be9-2a64-4d86-8155-c895b6b23736), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.765684 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ed537be9-2a64-4d86-8155-c895b6b23736), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.769055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:41.770542 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ed537be9-2a64-4d86-8155-c895b6b23736 HTTP/1.1" status: 204 len: 168 time: 0.1363101 Apr 06 10:55:41.778556 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348d1b5-7a75-47fc-9e18-bbe8e097273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed537be9-2a64-4d86-8155-c895b6b23736,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:42.028243 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7c46d-ddbd-4722-b37b-fd70de6c5c37 req-31b61e93-9a24-4c78-a077-5f79d324c906 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:42.029864 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2cb7c46d-ddbd-4722-b37b-fd70de6c5c37 req-31b61e93-9a24-4c78-a077-5f79d324c906 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0617418 Apr 06 10:55:42.083309 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2cb7c46d-ddbd-4722-b37b-fd70de6c5c37 req-bc2e06ab-9a9b-4a82-adc1-7e5d4d1a2200 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Apr 06 10:55:42.648973 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2ae7a-20cc-42ed-960c-4cb3452fe8f4 req-19f3e1ad-f6c1-4849-9658-dbaae4f324aa tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:42.650551 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fff2ae7a-20cc-42ed-960c-4cb3452fe8f4 req-19f3e1ad-f6c1-4849-9658-dbaae4f324aa tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0563838 Apr 06 10:55:42.716394 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fff2ae7a-20cc-42ed-960c-4cb3452fe8f4 req-5ce568ba-25a3-4283-8b65-23e5c2c93c62 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588040 Apr 06 10:55:43.221839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42020) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:43.239021 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c483ad0-b5b0-413f-b0e7-0f82fc94a3b6 req-17abe75b-7eb4-441b-96a7-16d91da7f5d8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:43.240544 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8c483ad0-b5b0-413f-b0e7-0f82fc94a3b6 req-17abe75b-7eb4-441b-96a7-16d91da7f5d8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.0752180 Apr 06 10:55:43.302506 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-71517989-2a53-4061-9aac-bbe8e75e105c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:43.304514 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-71517989-2a53-4061-9aac-bbe8e75e105c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 945 time: 0.0575264 Apr 06 10:55:43.305856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8c483ad0-b5b0-413f-b0e7-0f82fc94a3b6 req-d1f8f09e-7c65-47a4-9cd1-ff13fa6a96e7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555539 Apr 06 10:55:43.361850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb907-c1d6-410e-921f-8a3c614dd72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.497585 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Deleting port 0cf42d52-5988-4a94-b80f-ce716109bd19 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:55:43.497906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.506642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b2cb9-1184-423e-8a4b-64b4da5d79f5 req-7ad00549-f2de-459c-8ffa-12c1ae79ece1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:43.508127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-146b2cb9-1184-423e-8a4b-64b4da5d79f5 req-7ad00549-f2de-459c-8ffa-12c1ae79ece1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1141489 Apr 06 10:55:43.607531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb907-c1d6-410e-921f-8a3c614dd72b admin admin] Publish callbacks [] for security_group (e3ef68f5-c909-4898-8ce2-688aa731be8a), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.616108 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8d4cb907-c1d6-410e-921f-8a3c614dd72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e3ef68f5-c909-4898-8ce2-688aa731be8a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.679162 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-146b2cb9-1184-423e-8a4b-64b4da5d79f5 req-bd5e3313-94c5-475e-87b9-502de1ab6904 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585276 Apr 06 10:55:43.694539 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] For port 0cf42d52-5988-4a94-b80f-ce716109bd19, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=0cf42d52-5988-4a94-b80f-ce716109bd19,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:43.694915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.697136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4cb907-c1d6-410e-921f-8a3c614dd72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ef68f5-c909-4898-8ce2-688aa731be8a,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:43.701929 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8d4cb907-c1d6-410e-921f-8a3c614dd72b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eeaf0fb8ff434966a86f14471baefb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789534 Apr 06 10:55:43.704136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42030) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:43.717886 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Calling delete_port for 0cf42d52-5988-4a94-b80f-ce716109bd19 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:55:43.786233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] Publish callbacks [] for security_group (e3ef68f5-c909-4898-8ce2-688aa731be8a), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.823310 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] Publish callbacks [] for security_group (e3ef68f5-c909-4898-8ce2-688aa731be8a), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.886218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (0cf42d52-5988-4a94-b80f-ce716109bd19), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.908122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7d58e-abd3-400d-83ce-91976ad51d15 req-e34b3c89-d81a-4450-b539-5a08175a66c7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:43.910294 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1cc7d58e-abd3-400d-83ce-91976ad51d15 req-e34b3c89-d81a-4450-b539-5a08175a66c7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c0ace2-0dd8-4a0d-94e9-fb408330a30a HTTP/1.1" status: 200 len: 867 time: 0.1008828 Apr 06 10:55:43.928138 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e3ef68f5-c909-4898-8ce2-688aa731be8a), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.931519 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.938466 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['0cf42d52-5988-4a94-b80f-ce716109bd19'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:43.939553 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3ef68f5-c909-4898-8ce2-688aa731be8a HTTP/1.1" status: 204 len: 168 time: 0.2342167 Apr 06 10:55:43.939912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Pushing event deleted for resources: {'Port': ['ID=0cf42d52-5988-4a94-b80f-ce716109bd19,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:43.962004 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fde3e-f200-4404-a81b-bb4085326b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ef68f5-c909-4898-8ce2-688aa731be8a,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:44.016171 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] No DVR routers for this DVR port 0cf42d52-5988-4a94-b80f-ce716109bd19 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:55:44.019652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.023253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4ef2146a-10ee-4c11-8ec5-ccf75c964583 req-be02864e-0a5d-415a-ba5d-a45175f23bb5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "DELETE /v2.0/ports/0cf42d52-5988-4a94-b80f-ce716109bd19 HTTP/1.1" status: 204 len: 173 time: 0.7133083 Apr 06 10:55:44.030798 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'name': 'network-vif-deleted', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:44.035751 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1cc7d58e-abd3-400d-83ce-91976ad51d15 req-9d97fbbe-aae1-455c-bba2-b86b715e6662 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111174 Apr 06 10:55:44.039233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b2149-b71c-4eeb-9bda-235b235ae71e" -d '{"events": [{"server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "name": "network-vif-deleted", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:44.131605 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009ef7a-098c-4925-9f65-dadf5f49ceb5 x-openstack-request-id: req-7009ef7a-098c-4925-9f65-dadf5f49ceb5 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:44.132216 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c0ace2-0dd8-4a0d-94e9-fb408330a30a", "name": "network-vif-deleted", "tag": "0cf42d52-5988-4a94-b80f-ce716109bd19", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:44.132632 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7009ef7a-098c-4925-9f65-dadf5f49ceb5 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:44.133336 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7009ef7a-098c-4925-9f65-dadf5f49ceb5'] response: {'server_uuid': '69c0ace2-0dd8-4a0d-94e9-fb408330a30a', 'name': 'network-vif-deleted', 'tag': '0cf42d52-5988-4a94-b80f-ce716109bd19', 'status': 'completed', 'code': 200} Apr 06 10:55:44.234749 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-850801c8-f5c0-429c-b832-313e37a0767a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.329222 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-e6d49fb0-15e3-4916-b544-6917048fbc0b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345945 Apr 06 10:55:44.529751 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-7cacc7e9-56db-4faa-8351-2bba87f5a9c7 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:44.531229 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-7cacc7e9-56db-4faa-8351-2bba87f5a9c7 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1954689 Apr 06 10:55:44.554773 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-db6b66ef-5ea2-4380-a2a0-bee04a3456b0 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/quotas/d18b9d0d2b49427caa6741fb406c2df6 HTTP/1.1" status: 200 len: 375 time: 0.0174084 Apr 06 10:55:44.610191 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-bfa0b6e6-9f4b-4fc3-a6e1-863edf928de5 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356088 Apr 06 10:55:44.802175 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4d3c6a51-7480-459a-9256-11216577b2de req-8e391321-9aeb-48aa-89e5-d610d90d34c8 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0302007 Apr 06 10:55:44.867962 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42092) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:44.983443 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1659861634-network', 'tenant_id': '9935b65311554fa9a513aae42459a489'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:45.005289 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Made reservation on behalf of 9935b65311554fa9a513aae42459a489 for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:45.007732 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.016282 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.110657 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks [] for security_group (bc195e8a-15b3-4c1c-b75f-840d94e7b4ec), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.120053 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (bc195e8a-15b3-4c1c-b75f-840d94e7b4ec), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.155972 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:55:45.163605 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:45.176935 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (23bc3fa1-7bfa-4398-a745-79df7be2611c), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.177489 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Added segment 23bc3fa1-7bfa-4398-a745-79df7be2611c of type vlan for network 9dd02a2e-13b6-493a-8860-acf25885863f Apr 06 10:55:45.245551 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (9dd02a2e-13b6-493a-8860-acf25885863f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.275094 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (9dd02a2e-13b6-493a-8860-acf25885863f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.276246 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:45.277021 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.345683 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4765449 Apr 06 10:55:45.349753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42126) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:45.358986 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24334359-0e5f-441c-b767-8473442fc511 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd02a2e-13b6-493a-8860-acf25885863f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:45.372832 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 9dd02a2e-13b6-493a-8860-acf25885863f details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:55:45.383136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Request body: {'subnet': {'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1659861634-subnet', 'tenant_id': '9935b65311554fa9a513aae42459a489', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:45.428428 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Made reservation on behalf of 9935b65311554fa9a513aae42459a489 for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:45.431005 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.540671 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94549692-e4ad-417a-84cb-52fd0a5ba0d0 req-1b2889d4-9dca-48ed-bf1b-4fe639151331 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:45.542333 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94549692-e4ad-417a-84cb-52fd0a5ba0d0 req-1b2889d4-9dca-48ed-bf1b-4fe639151331 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0742874 Apr 06 10:55:45.543223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-484dd143-474a-4f9e-aefd-cbd61bbd8d70 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:45.544699 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-484dd143-474a-4f9e-aefd-cbd61bbd8d70 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/networks?id=d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 200 len: 808 time: 0.2277839 Apr 06 10:55:45.580383 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-a37339fb-4425-470c-9b6f-d633dc2783b4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/quotas/6e378344760d47f8a446eae299338976 HTTP/1.1" status: 200 len: 375 time: 0.0272014 Apr 06 10:55:45.593026 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94549692-e4ad-417a-84cb-52fd0a5ba0d0 req-da2d8c29-875c-4626-af6a-6d2ba060dbc1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435009 Apr 06 10:55:45.601947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-eb8973dd-a4ac-4eb8-ae93-60355f5cda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:45.603429 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-eb8973dd-a4ac-4eb8-ae93-60355f5cda90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.1203640 Apr 06 10:55:45.627812 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-4d8db41f-b7af-4061-a1a4-e9d79b9fae05 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392950 Apr 06 10:55:45.783667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (0101b9bb-3991-4cf7-a519-fe0d465a2fa3), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.811931 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-93cae0f7-8f6b-49a4-aa62-99dd1e53e260 service neutron] 10.222.0.57 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756990 Apr 06 10:55:45.914020 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=0101b9bb-3991-4cf7-a519-fe0d465a2fa3,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:45.914703 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-64243f7c-314c-4e6e-b93b-8129f8900430 req-43a8c504-b5eb-4acc-ab4f-777ce45997ad tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0363779 Apr 06 10:55:45.954367 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 0cf42d52-5988-4a94-b80f-ce716109bd19 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:55:45.973051 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Checking segment: {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:45.973413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Network hostable DHCP agents. Network: 9dd02a2e-13b6-493a-8860-acf25885863f, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:55:45.981383 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 0cf42d52-5988-4a94-b80f-ce716109bd19 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:55:45.981731 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 0cf42d52-5988-4a94-b80f-ce716109bd19 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:55:46.022849 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-fcec245b-d9a0-4f49-8714-61e4a3156ac9 service neutron] 10.222.0.57 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009268 Apr 06 10:55:46.025367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Network 9dd02a2e-13b6-493a-8860-acf25885863f is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:55:46.063966 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 9dd02a2e-13b6-493a-8860-acf25885863f) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:46.074695 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97b632-227e-413c-a42e-d24d461aa661 None None] Network 9dd02a2e-13b6-493a-8860-acf25885863f requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:46.077107 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.078308 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:46.082520 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-a7bc51b3-4780-4fa1-a01c-84a5dd734663 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429749 Apr 06 10:55:46.083532 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-7d0bced8-ea11-4d2f-8f2f-6e2a5e02ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.085051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-7d0bced8-ea11-4d2f-8f2f-6e2a5e02ada9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.2066526 Apr 06 10:55:46.126617 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-36ee5f57-0db5-4b30-9f15-f209ba40e4ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7758002 Apr 06 10:55:46.215618 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-f2d164a2-ac92-44d9-bde0-4094082d985f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.1093597 Apr 06 10:55:46.234057 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:55:46.234578 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d495b65-14b9-4752-bb40-819231dac609 None None] Network 9dd02a2e-13b6-493a-8860-acf25885863f requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:46.320302 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5597b249-4255-408d-95c7-1916dca69123 req-944c1948-f400-4b42-8d20-6eb20c782d35 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 210 time: 0.0743830 Apr 06 10:55:46.398858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-da870ee4-b0a1-4d99-b3c5-f196a4572916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.400317 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-da870ee4-b0a1-4d99-b3c5-f196a4572916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1770144 Apr 06 10:55:46.457822 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-3ceccb98-b40b-437d-a13c-3aa9e6857d53 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.459634 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-3ceccb98-b40b-437d-a13c-3aa9e6857d53 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650887 Apr 06 10:55:46.479000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-6246e9f4-ff66-4e08-9865-c5e467efc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.480923 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-6246e9f4-ff66-4e08-9865-c5e467efc226 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594809 Apr 06 10:55:46.713419 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-792e563e-28de-4e94-a74c-19fcaa78b87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:46.731721 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b9c35-4f8e-462e-aef6-38352529c9bb req-a7a340e8-582f-4dff-b363-6fff08e1c937 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:46.738946 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-900b9c35-4f8e-462e-aef6-38352529c9bb req-a7a340e8-582f-4dff-b363-6fff08e1c937 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0724797 Apr 06 10:55:46.789789 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-900b9c35-4f8e-462e-aef6-38352529c9bb req-bbb0c441-9fc1-4f3c-af30-c5563ad5e15f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495903 Apr 06 10:55:47.019178 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8a645003-1da0-4b40-857e-9802b698dae2 req-69727555-d22b-4a97-94b2-b06e274115b2 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0313344 Apr 06 10:55:47.398368 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e32256a-f590-4346-82bd-a6b5bdc9e0c1 req-92416b66-1a6d-4652-8eb8-19ed8bc012ba tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 210 time: 0.0309510 Apr 06 10:55:47.906919 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ccecb5-907f-42fb-ae41-d3c45b269c63 req-53b841d6-d90d-44b1-b013-372e3beeeb50 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:47.908416 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f2ccecb5-907f-42fb-ae41-d3c45b269c63 req-53b841d6-d90d-44b1-b013-372e3beeeb50 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Apr 06 10:55:47.954962 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f2ccecb5-907f-42fb-ae41-d3c45b269c63 req-16209dac-8fb4-4c2b-a59c-96d485df31ca tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410068 Apr 06 10:55:48.028058 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.114577 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0cbb355a-18af-4e4e-aa48-21df15b3cfeb req-8d7da089-4ecc-461e-9df8-51821c1ce15a tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0281906 Apr 06 10:55:48.490524 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-34142904-0001-42b8-a73b-9d646620dc03 req-7a6921d2-b17b-4286-a1ce-25789cb43bc7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Apr 06 10:55:49.072449 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab4139-88c4-4b1e-b5c9-155441402ac6 req-145a7604-6306-44d5-99b7-845cc86773dc tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:49.073948 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4dab4139-88c4-4b1e-b5c9-155441402ac6 req-145a7604-6306-44d5-99b7-845cc86773dc tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0527558 Apr 06 10:55:49.120464 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4dab4139-88c4-4b1e-b5c9-155441402ac6 req-471b4394-fa82-44fd-aecf-58232fc3e027 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Apr 06 10:55:49.209577 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bd44d337-1ad2-48db-8f1a-a841528164d8 req-13c11604-68aa-4e61-984c-d8b524f3f7e2 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0294409 Apr 06 10:55:49.303098 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Request body: {'port': {'device_id': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d', 'admin_state_up': True, 'tenant_id': 'd18b9d0d2b49427caa6741fb406c2df6'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:49.471644 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-106c6cff-73a3-4b73-afcb-93ad91265e9b service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Apr 06 10:55:49.484413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Made reservation on behalf of d18b9d0d2b49427caa6741fb406c2df6 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:49.487876 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.507484 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.543352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.827959 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5cfd902e-6141-4765-9858-214a032d70a3 req-54fe48c0-66a4-463f-853b-91b993aac4fd tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 210 time: 0.0576234 Apr 06 10:55:49.893794 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e785f05-69a1-427e-bba8-8c62d44b2588 req-19378421-3e8a-4558-847d-dccde9e862a2 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880939 Apr 06 10:55:49.935802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks [] for security_group (d9c99e1a-a109-478d-aad7-60aa23128555), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.940392 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d9c99e1a-a109-478d-aad7-60aa23128555), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.002281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c99e1a-a109-478d-aad7-60aa23128555,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:50.097778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Allocated IP 192.168.233.110 (8acba090-f66c-4642-a19d-db0fbaab1a1d/9cbdd5eb-9386-4ff7-99ba-8fee563f4614/73cdeaa9-e87a-4926-85f0-de2e610d10a6) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:50.279276 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752db0b8-e21b-4322-b68c-02b85d5be7c3 req-c1e37906-b36a-4246-974e-2c7e7241d3f7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:50.281599 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-752db0b8-e21b-4322-b68c-02b85d5be7c3 req-c1e37906-b36a-4246-974e-2c7e7241d3f7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0750184 Apr 06 10:55:50.351300 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6e19e0f2-25ff-48b6-ba4e-8d1dc67db01a req-b36f353b-a567-4b30-8b93-ffb2dad3d9dd tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0615575 Apr 06 10:55:50.354100 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-752db0b8-e21b-4322-b68c-02b85d5be7c3 req-0dad3e07-fde2-4b6f-8579-09ef28663d1b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643971 Apr 06 10:55:50.398902 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-94a3c803-1a5a-4203-855f-5b08697c094f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:50.400653 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-94a3c803-1a5a-4203-855f-5b08697c094f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "GET /v2.0/networks?id=d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 200 len: 808 time: 0.2642891 Apr 06 10:55:50.429976 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Request body: {'port': {'device_id': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875', 'admin_state_up': True, 'tenant_id': '6e378344760d47f8a446eae299338976'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:50.447148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks [] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.587366 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.647302 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Network 8acba090-f66c-4642-a19d-db0fbaab1a1d is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:50.654711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:50.659016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Made reservation on behalf of 6e378344760d47f8a446eae299338976 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:50.662805 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.666997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:50.672690 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:50.674381 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.698361 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Pushing event updated for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:50.717184 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-263ed4cd-12be-4b64-82bc-07f39c774052 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4187098 Apr 06 10:55:50.768696 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Request body: {'port': {'device_id': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:50.889842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.902237 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.923610 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d8749a21-e409-4248-9c60-1dfb2a7bc214 None None] Provisioning complete for port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:50.924254 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d8749a21-e409-4248-9c60-1dfb2a7bc214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.926561 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Allocated IP 172.20.0.11 (d4763949-28d3-45f4-8205-fd01f8b37875/90ef5993-fc2f-4ce8-b84e-f7f8d373929c/a81bd6f1-a114-4605-aa92-07ec16fdcdba) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:50.953546 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0d98ae6b-2be6-48a9-9442-42749eb8fa9d req-eda98801-f01b-4283-b7f8-4caea43a404d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 210 time: 0.0438535 Apr 06 10:55:50.992769 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d8749a21-e409-4248-9c60-1dfb2a7bc214 None None] Port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:55:51.314643 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks [] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.379701 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-777fbc67-23c2-4143-b499-3c5266eca393 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:51.381167 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-777fbc67-23c2-4143-b499-3c5266eca393 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/networks?id=9dd02a2e-13b6-493a-8860-acf25885863f HTTP/1.1" status: 200 len: 814 time: 0.2338850 Apr 06 10:55:51.424550 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-d4f38d76-e869-4d25-8959-af049511e482 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/quotas/9935b65311554fa9a513aae42459a489 HTTP/1.1" status: 200 len: 375 time: 0.0269659 Apr 06 10:55:51.450025 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.483794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda061d-2600-4719-ae89-a2268dc130af req-38a49a58-1e4e-4b35-91fc-c80f0108e2c7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:51.485248 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7fda061d-2600-4719-ae89-a2268dc130af req-38a49a58-1e4e-4b35-91fc-c80f0108e2c7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0556901 Apr 06 10:55:51.491217 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-11440432-a0dc-447b-997b-ddc29d3aefcb tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446522 Apr 06 10:55:51.530495 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cdeaa9-e87a-4926-85f0-de2e610d10a6 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:51.533622 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7fda061d-2600-4719-ae89-a2268dc130af req-56d179d5-da04-4292-a895-f472effe34c1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Apr 06 10:55:51.542825 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks [] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.594973 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Network d4763949-28d3-45f4-8205-fd01f8b37875 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:51.607238 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:51.612640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Transition to ACTIVE for port object 73cdeaa9-e87a-4926-85f0-de2e610d10a6 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:55:51.614165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:51.619950 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:51.620597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.623012 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:51.638709 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.680302 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1204d-8690-4944-9a42-beebc9ea8cd6 req-dd1a24fa-0799-4735-aabd-6804d7d6b91b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:51.690342 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-44a1204d-8690-4944-9a42-beebc9ea8cd6 req-dd1a24fa-0799-4735-aabd-6804d7d6b91b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0796249 Apr 06 10:55:51.699191 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-593a7c56-b173-4a4c-b53b-09e646c6a1ad tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2762523 Apr 06 10:55:51.723012 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Pushing event updated for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:51.740181 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Request body: {'port': {'device_id': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:51.774393 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-44a1204d-8690-4944-9a42-beebc9ea8cd6 req-5c631a68-b214-4019-953c-18b19b51ac26 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782361 Apr 06 10:55:51.810663 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-f040cd46-1d98-45e1-9b94-a89c031436d9 service neutron] 10.222.0.57 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970986 Apr 06 10:55:51.941334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.954587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Attempting to bind port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:51.954927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Attempting to bind port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:51.955267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Attempting to bind port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 on network 8acba090-f66c-4642-a19d-db0fbaab1a1d {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:51.969353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 on network 8acba090-f66c-4642-a19d-db0fbaab1a1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:51.969687 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Attempting to bind port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 on network 8acba090-f66c-4642-a19d-db0fbaab1a1d {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:51.988521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:51.988935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Checking segment: {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:51.989489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Bound using segment: {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:51.989931 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Bound port: 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daeab86a-6164-43ca-8ce1-31d29a431730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:51.990293 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.086797 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-ea0709d9-e956-47cc-9635-e1b278dce24e service neutron] 10.222.0.57 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751205 Apr 06 10:55:52.130072 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febee7f-bd13-4c62-ab17-8b798db197ac req-3e5a095d-5c48-4a87-a8c5-e59c148b0d56 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.131680 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4febee7f-bd13-4c62-ab17-8b798db197ac req-3e5a095d-5c48-4a87-a8c5-e59c148b0d56 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 932 time: 0.0751877 Apr 06 10:55:52.200358 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4febee7f-bd13-4c62-ab17-8b798db197ac req-ec052f49-ef07-4fa9-a1df-b4b248e4c642 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Apr 06 10:55:52.247159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:52.266037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:52.279335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.290153 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cfbb3607-2f77-45ce-a809-0ccb6b45a1f9 req-081d5653-af61-4f49-9fe4-48e6b213d2a2 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0302536 Apr 06 10:55:52.343018 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.343617 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.344981 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] 10.222.0.18 "PUT /v2.0/ports/73cdeaa9-e87a-4926-85f0-de2e610d10a6 HTTP/1.1" status: 200 len: 1098 time: 1.5849442 Apr 06 10:55:52.348219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:52.350526 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:52.375079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e0e22-994a-4196-898f-299186e08165 service neutron] Pushing event updated for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:52.418103 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3568a541-67f0-4c21-a9f8-8b3a12c29f12 x-openstack-request-id: req-3568a541-67f0-4c21-a9f8-8b3a12c29f12 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:52.418521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:52.418853 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3568a541-67f0-4c21-a9f8-8b3a12c29f12 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:52.419306 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3568a541-67f0-4c21-a9f8-8b3a12c29f12'] response: {'name': 'network-changed', 'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6', 'status': 'completed', 'code': 200} Apr 06 10:55:52.435471 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81bd6f1-a114-4605-aa92-07ec16fdcdba {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:52.474072 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks [] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.496861 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Transition to ACTIVE for port object a81bd6f1-a114-4605-aa92-07ec16fdcdba will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:55:52.500603 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.549347 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-3e9379d8-2e42-448a-9674-21e8d8d90d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.551870 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-3e9379d8-2e42-448a-9674-21e8d8d90d10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 1132 time: 0.1106625 Apr 06 10:55:52.564914 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:52.636895 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-e799cea3-2eb3-47d9-9c39-7192fb9f98b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6 HTTP/1.1" status: 200 len: 217 time: 0.0441442 Apr 06 10:55:52.639335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Attempting to bind port a81bd6f1-a114-4605-aa92-07ec16fdcdba on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:52.639636 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Attempting to bind port a81bd6f1-a114-4605-aa92-07ec16fdcdba by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:52.639963 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Attempting to bind port a81bd6f1-a114-4605-aa92-07ec16fdcdba on network d4763949-28d3-45f4-8205-fd01f8b37875 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:52.652533 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Port a81bd6f1-a114-4605-aa92-07ec16fdcdba on network d4763949-28d3-45f4-8205-fd01f8b37875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:52.652862 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Attempting to bind port a81bd6f1-a114-4605-aa92-07ec16fdcdba on network d4763949-28d3-45f4-8205-fd01f8b37875 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:52.682712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:52.683048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Checking segment: {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:52.683431 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Bound using segment: {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:52.683858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Bound port: a81bd6f1-a114-4605-aa92-07ec16fdcdba, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a390a2-64ed-4417-a689-e09da28f4471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:52.684214 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.701124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd780526-faf6-4734-aeb1-7df1ae6589ff req-070c4623-1684-40be-85d1-be917dcfcd25 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.706047 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bd780526-faf6-4734-aeb1-7df1ae6589ff req-070c4623-1684-40be-85d1-be917dcfcd25 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0743146 Apr 06 10:55:52.709337 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-6bad09a2-54fa-48bb-a648-621607c0fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.710783 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-6bad09a2-54fa-48bb-a648-621607c0fc73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9cbdd5eb-9386-4ff7-99ba-8fee563f4614 HTTP/1.1" status: 200 len: 843 time: 0.0677075 Apr 06 10:55:52.754422 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bd780526-faf6-4734-aeb1-7df1ae6589ff req-91c689d5-effa-4fde-943e-40a0b806e919 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438590 Apr 06 10:55:52.787704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:52.791778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:52.801693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-9db26e90-7fbe-4e5e-964f-e9d61b1c50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.803180 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-9db26e90-7fbe-4e5e-964f-e9d61b1c50e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acba090-f66c-4642-a19d-db0fbaab1a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0745311 Apr 06 10:55:52.804286 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.840799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.841485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.842880 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] 10.222.0.18 "PUT /v2.0/ports/a81bd6f1-a114-4605-aa92-07ec16fdcdba HTTP/1.1" status: 200 len: 1094 time: 1.1086490 Apr 06 10:55:52.890242 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f2790-5715-4b55-9ba0-7c38d6b97476 service neutron] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:52.915850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f71517-cd5f-4340-ba6a-d640d385f633 req-15ea2e53-55ac-4aa4-a2b7-00e1064c67cf tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:52.917377 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55f71517-cd5f-4340-ba6a-d640d385f633 req-15ea2e53-55ac-4aa4-a2b7-00e1064c67cf tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0711179 Apr 06 10:55:52.967340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55f71517-cd5f-4340-ba6a-d640d385f633 req-e8d25e6c-8788-45f4-8b9f-4a81f09220fb tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431814 Apr 06 10:55:53.321876 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c03f2a-0a2d-410d-9f9b-b69bb8cd4e3e req-d30cfdd7-003c-4a33-9adb-903e0636a25c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:53.323392 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-20c03f2a-0a2d-410d-9f9b-b69bb8cd4e3e req-d30cfdd7-003c-4a33-9adb-903e0636a25c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0579224 Apr 06 10:55:53.376192 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-20c03f2a-0a2d-410d-9f9b-b69bb8cd4e3e req-c1dd428f-3c4b-493c-9da2-f58517aae285 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Apr 06 10:55:53.401663 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9c27a187-7d9c-49ea-b0d5-4606ff6d3585 req-efd2638f-cec4-4570-80bd-3cd3f8a917d3 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0268381 Apr 06 10:55:53.608100 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42350) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:53.744913 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c1d-3c7c-4550-87e6-5a103bd046f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.821219 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c1d-3c7c-4550-87e6-5a103bd046f5 admin admin] Publish callbacks [] for security_group (6f79694d-2bb0-4b4f-9f76-08963f49dc2f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.832867 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8eed1c1d-3c7c-4550-87e6-5a103bd046f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6f79694d-2bb0-4b4f-9f76-08963f49dc2f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.891466 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8eed1c1d-3c7c-4550-87e6-5a103bd046f5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1839cabf995240cf9e4fc4700ad71d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822173 Apr 06 10:55:53.894955 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42356) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:53.895336 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed1c1d-3c7c-4550-87e6-5a103bd046f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f79694d-2bb0-4b4f-9f76-08963f49dc2f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:53.914568 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fdcd0-a2b5-4b71-87ac-6832cc966191 req-53078821-3b96-4bd6-937e-d0a10b3b5ea5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:53.917872 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f79fdcd0-a2b5-4b71-87ac-6832cc966191 req-53078821-3b96-4bd6-937e-d0a10b3b5ea5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0940785 Apr 06 10:55:53.948255 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] Publish callbacks [] for security_group (6f79694d-2bb0-4b4f-9f76-08963f49dc2f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.965182 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f79fdcd0-a2b5-4b71-87ac-6832cc966191 req-20bd8dc0-3de5-4a88-92a8-797b1a0423b0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426483 Apr 06 10:55:53.971893 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] Publish callbacks [] for security_group (6f79694d-2bb0-4b4f-9f76-08963f49dc2f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.022086 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6f79694d-2bb0-4b4f-9f76-08963f49dc2f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.024735 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.025921 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f79694d-2bb0-4b4f-9f76-08963f49dc2f HTTP/1.1" status: 204 len: 168 time: 0.1294746 Apr 06 10:55:54.035611 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968dd9b-4961-449c-8a25-9c6cd2e87086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f79694d-2bb0-4b4f-9f76-08963f49dc2f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:54.089548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb70ebf-afd6-4ce4-b5ee-09afa4b47048 req-7c66c50b-d115-4d78-814c-7f468a03d573 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:54.091018 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0cb70ebf-afd6-4ce4-b5ee-09afa4b47048 req-7c66c50b-d115-4d78-814c-7f468a03d573 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0534406 Apr 06 10:55:54.142338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0cb70ebf-afd6-4ce4-b5ee-09afa4b47048 req-bd393b3e-2767-474e-b9ce-19b6e38f83e7 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Apr 06 10:55:54.303583 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42366) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:54.317608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-406adbde-43f6-42dc-8f51-049b2a0cb96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.393703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-406adbde-43f6-42dc-8f51-049b2a0cb96b admin admin] Publish callbacks [] for security_group (36eff52b-b4f5-40df-a9ef-ead345ec4482), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.397776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-406adbde-43f6-42dc-8f51-049b2a0cb96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (36eff52b-b4f5-40df-a9ef-ead345ec4482), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.420045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:54.422299 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd71c9-00cb-4d7e-86d7-13742113c555" -d '{"events": [{"name": "network-changed", "server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:54.444413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406adbde-43f6-42dc-8f51-049b2a0cb96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eff52b-b4f5-40df-a9ef-ead345ec4482,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:54.451793 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-406adbde-43f6-42dc-8f51-049b2a0cb96b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12e4e86764764498a3799f541d1aa3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447551 Apr 06 10:55:54.452317 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42374) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:54.505860 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b624d8-530e-4424-963c-97a072e1ea8a req-5017c114-77cc-439c-a443-b83428cc449d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:54.507333 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5b624d8-530e-4424-963c-97a072e1ea8a req-5017c114-77cc-439c-a443-b83428cc449d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0626807 Apr 06 10:55:54.516051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ddf1121-601e-4727-b141-f1f02977690b req-a8307058-3ca0-47d7-b4a6-db3c12a58c74 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0331964 Apr 06 10:55:54.533228 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] Publish callbacks [] for security_group (36eff52b-b4f5-40df-a9ef-ead345ec4482), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.561759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce9a724-49c1-4f38-b088-9734ceaf024b x-openstack-request-id: req-4ce9a724-49c1-4f38-b088-9734ceaf024b {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:54.562057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:54.562310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ce9a724-49c1-4f38-b088-9734ceaf024b {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:54.562705 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce9a724-49c1-4f38-b088-9734ceaf024b'] response: {'name': 'network-changed', 'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'status': 'completed', 'code': 200} Apr 06 10:55:54.564453 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] Publish callbacks [] for security_group (36eff52b-b4f5-40df-a9ef-ead345ec4482), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.567637 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5b624d8-530e-4424-963c-97a072e1ea8a req-996b77f7-44c7-4e42-b5b1-888913bad18f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547481 Apr 06 10:55:54.611884 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (36eff52b-b4f5-40df-a9ef-ead345ec4482), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.614601 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.615817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36eff52b-b4f5-40df-a9ef-ead345ec4482 HTTP/1.1" status: 204 len: 168 time: 0.1628795 Apr 06 10:55:54.625630 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eab481-2a53-4ccb-9eaa-15a6f82be647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eff52b-b4f5-40df-a9ef-ead345ec4482,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:55.090787 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3e3f-28bc-4f80-937b-452e1f9d7acf req-fbb296ce-4b65-4022-bfd9-68ae6d978e74 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:55.092408 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b0df3e3f-28bc-4f80-937b-452e1f9d7acf req-fbb296ce-4b65-4022-bfd9-68ae6d978e74 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0538747 Apr 06 10:55:55.143585 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b0df3e3f-28bc-4f80-937b-452e1f9d7acf req-81edaafe-53e0-4311-8588-e2778a62715d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Apr 06 10:55:55.265546 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff03e1-0797-4ee9-9a0d-882dff6b0ab9 req-9724f614-fd7d-4693-baa6-2160ff2bc42d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:55.267039 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-11ff03e1-0797-4ee9-9a0d-882dff6b0ab9 req-9724f614-fd7d-4693-baa6-2160ff2bc42d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0519352 Apr 06 10:55:55.316968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-11ff03e1-0797-4ee9-9a0d-882dff6b0ab9 req-303cbb8e-035f-4128-8189-d981387700f1 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Apr 06 10:55:55.711612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806e5a16-8c49-48aa-9b9d-40ee46e2a8c8 req-4d7b571f-e88f-418c-ba7a-9f4a0fe05570 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:55.713475 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-806e5a16-8c49-48aa-9b9d-40ee46e2a8c8 req-4d7b571f-e88f-418c-ba7a-9f4a0fe05570 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0572100 Apr 06 10:55:55.765845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-806e5a16-8c49-48aa-9b9d-40ee46e2a8c8 req-38393c41-fdd4-4b9f-9924-4ed832b69d14 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466311 Apr 06 10:55:55.786972 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3443cd3f-4adc-498d-adaa-0c224f8390a6 req-dc549971-854f-4882-83f1-9d0199024415 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0807867 Apr 06 10:55:55.836752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-d08cd2a1-3f06-469a-8b55-ba2c207dcb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:55.838284 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-d08cd2a1-3f06-469a-8b55-ba2c207dcb90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 1128 time: 0.1295831 Apr 06 10:55:55.840393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-87b6c708-8c39-44c2-9485-094c7d685a3a service neutron] 10.222.0.18 "GET /v2.0/networks/8acba090-f66c-4642-a19d-db0fbaab1a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082112 Apr 06 10:55:56.277591 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2f0ea10-db72-4baf-89a3-d20cd15c45f1 req-80f3d45d-9be6-49c6-84f2-9c6fc4def00b service neutron] 10.222.0.18 "GET /v2.0/networks/8acba090-f66c-4642-a19d-db0fbaab1a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417815 Apr 06 10:55:56.278934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-04697e97-aac1-41d3-9d81-7859211956eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.280239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-04697e97-aac1-41d3-9d81-7859211956eb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=6e378344760d47f8a446eae299338976&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2359967 Apr 06 10:55:56.281356 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa1760-2b57-47ac-a31f-fc2192f74d9f req-c446d473-523e-41b1-ac36-0b81a667933d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.282960 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-23aa1760-2b57-47ac-a31f-fc2192f74d9f req-c446d473-523e-41b1-ac36-0b81a667933d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0639553 Apr 06 10:55:56.334835 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-23aa1760-2b57-47ac-a31f-fc2192f74d9f req-2e603d24-1909-4d5c-88f2-defd7dfbb19b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448778 Apr 06 10:55:56.554175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4e7b-9380-44ac-ae29-a53d7eba1c5a req-bc88b624-3209-41b7-b3ff-4ee212b46826 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.555745 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19ca4e7b-9380-44ac-ae29-a53d7eba1c5a req-bc88b624-3209-41b7-b3ff-4ee212b46826 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.1689959 Apr 06 10:55:56.735122 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42462) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:56.754366 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19ca4e7b-9380-44ac-ae29-a53d7eba1c5a req-0a8737fa-dba7-4998-b452-35d0c1f3aa4d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820471 Apr 06 10:55:56.756874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-bda5d798-4ae9-4f74-8d1c-4ee0b98b74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.758307 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-14cd71c9-00cb-4d7e-86d7-13742113c555 req-bda5d798-4ae9-4f74-8d1c-4ee0b98b74f9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3193233 Apr 06 10:55:56.764354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-6e732832-5486-44d9-9acd-42b5a6eea32a tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.765739 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-6e732832-5486-44d9-9acd-42b5a6eea32a tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "GET /v2.0/networks?id=9dd02a2e-13b6-493a-8860-acf25885863f HTTP/1.1" status: 200 len: 814 time: 0.2343025 Apr 06 10:55:56.855742 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-60d6e30b-a421-4d0a-8c8c-cbbb8e6d65ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.883772 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8094731-8229-4efc-9620-4bd1525387b6 req-16822891-b8b7-4930-a9fd-7146e5bd2c54 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0276544 Apr 06 10:55:56.930946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979cf70-68a1-4359-bf22-752606c60359 req-1c346ae8-dead-4cb6-aaf9-630deba6c481 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:56.932445 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0979cf70-68a1-4359-bf22-752606c60359 req-1c346ae8-dead-4cb6-aaf9-630deba6c481 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0925636 Apr 06 10:55:57.007316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-60d6e30b-a421-4d0a-8c8c-cbbb8e6d65ee admin admin] Publish callbacks [] for security_group (2ebbd102-5aa3-4e01-b6d9-f75d01da858c), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.011747 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0979cf70-68a1-4359-bf22-752606c60359 req-379c99bc-4ea1-4a4f-a04c-b54ea500bcc1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731752 Apr 06 10:55:57.012911 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-60d6e30b-a421-4d0a-8c8c-cbbb8e6d65ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2ebbd102-5aa3-4e01-b6d9-f75d01da858c), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.053662 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-60d6e30b-a421-4d0a-8c8c-cbbb8e6d65ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a7ae2c546ce748d386fa281a1e916d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173625 Apr 06 10:55:57.054278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6e30b-a421-4d0a-8c8c-cbbb8e6d65ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebbd102-5aa3-4e01-b6d9-f75d01da858c,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.056253 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42470) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:57.105394 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Publish callbacks [] for security_group (2ebbd102-5aa3-4e01-b6d9-f75d01da858c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.127243 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Publish callbacks [] for security_group (2ebbd102-5aa3-4e01-b6d9-f75d01da858c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.174902 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2ebbd102-5aa3-4e01-b6d9-f75d01da858c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.178718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.179966 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2ebbd102-5aa3-4e01-b6d9-f75d01da858c HTTP/1.1" status: 204 len: 168 time: 0.1227350 Apr 06 10:55:57.187997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebbd102-5aa3-4e01-b6d9-f75d01da858c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.195870 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.196236 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.196578 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.196926 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.197351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.197850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.198129 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.198413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.198709 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.199087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.199444 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.199761 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.200079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.200394 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.200797 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bd6028-cdc3-458c-ba9f-821560f0df23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:57.456339 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42484) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:57.468897 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0c0aa-9822-4a65-bda5-b8185d23a0d8 req-f53df2d0-9240-4d95-bda4-47568aebbb51 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:57.469358 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a595fbf1-2666-4b67-a6c3-2c64de7bd2b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.470406 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9eb0c0aa-9822-4a65-bda5-b8185d23a0d8 req-f53df2d0-9240-4d95-bda4-47568aebbb51 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0653200 Apr 06 10:55:57.530571 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9eb0c0aa-9822-4a65-bda5-b8185d23a0d8 req-ff7d7e5e-383a-45db-bb2d-649ee592acf3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482450 Apr 06 10:55:57.557560 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a595fbf1-2666-4b67-a6c3-2c64de7bd2b1 admin admin] Publish callbacks [] for security_group (664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.561835 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a595fbf1-2666-4b67-a6c3-2c64de7bd2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.598952 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595fbf1-2666-4b67-a6c3-2c64de7bd2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.603264 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a595fbf1-2666-4b67-a6c3-2c64de7bd2b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a1e36d789e14288b858ad30f6a2160e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457286 Apr 06 10:55:57.605871 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42486) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:57.663684 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] Publish callbacks [] for security_group (664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.689403 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] Publish callbacks [] for security_group (664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.740125 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.742860 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.743987 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9 HTTP/1.1" status: 204 len: 168 time: 0.1372256 Apr 06 10:55:57.752367 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ca2375-fda9-44c6-b537-7196b471ed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664717e2-ad5b-4b7d-a3ff-fcfd7c5fc3e9,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.878888 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09d93-9549-4d94-aa99-98bb7c9626bc req-9246d483-a098-4f34-aaaa-ceab3ca368bb tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:57.880477 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-06f09d93-9549-4d94-aa99-98bb7c9626bc req-9246d483-a098-4f34-aaaa-ceab3ca368bb tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0559242 Apr 06 10:55:57.954306 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Request body: {'port': {'device_id': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f', 'admin_state_up': True, 'tenant_id': '9935b65311554fa9a513aae42459a489'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:57.954899 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-06f09d93-9549-4d94-aa99-98bb7c9626bc req-3c35bf25-b06b-4139-89f2-b967fa0510fc tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583596 Apr 06 10:55:58.129434 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-18e75e14-0e0a-4f55-a822-d722c41658ca req-1f7dc470-c255-458c-a0a5-d123589d4cd5 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.1179473 Apr 06 10:55:58.176942 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167d030-9263-4475-8d1f-61303ffb4028 req-baad47a3-6ab6-45ba-943a-751cb9826d1d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:58.178501 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c167d030-9263-4475-8d1f-61303ffb4028 req-baad47a3-6ab6-45ba-943a-751cb9826d1d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0972662 Apr 06 10:55:58.210656 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-3b3a1e99-978e-4b5c-97f1-7a6ec24f249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:58.212658 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-3b3a1e99-978e-4b5c-97f1-7a6ec24f249f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 1132 time: 0.2382607 Apr 06 10:55:58.216959 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-e47161a7-5165-466c-9fcf-7f9068c453b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:58.219310 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-e47161a7-5165-466c-9fcf-7f9068c453b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e378344760d47f8a446eae299338976&device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 1128 time: 0.1991801 Apr 06 10:55:58.234514 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c167d030-9263-4475-8d1f-61303ffb4028 req-f893289c-cff8-4c09-aa91-1618510439ff tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Apr 06 10:55:58.243032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Made reservation on behalf of 9935b65311554fa9a513aae42459a489 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:58.247226 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.381114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Allocated IP 172.20.0.6 (9dd02a2e-13b6-493a-8860-acf25885863f/0101b9bb-3991-4cf7-a519-fe0d465a2fa3/ee53a265-df45-4abf-a4a6-fa5b7dc38fc4) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:58.531287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks [] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.569197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.705670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Network 9dd02a2e-13b6-493a-8860-acf25885863f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:58.707432 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-3a557431-7d86-4fb8-bc9b-f89ff287df09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba HTTP/1.1" status: 200 len: 217 time: 0.1077833 Apr 06 10:55:58.731777 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:58.750741 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:58.756407 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:58.757052 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.757181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.768848 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Pushing event updated for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:58.818340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b34907b1-a93f-4047-a840-e577452e4e66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691616 Apr 06 10:55:59.110270 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Request body: {'port': {'device_id': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:59.152214 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027ab7f-7d9b-4908-8830-d5d1d1f48516 req-109a6e11-65d9-40a8-97c1-00c355051977 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.153850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-85cfc8d6-045a-41d2-a1e3-90ea5fbc02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.155293 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-85cfc8d6-045a-41d2-a1e3-90ea5fbc02d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=90ef5993-fc2f-4ce8-b84e-f7f8d373929c HTTP/1.1" status: 200 len: 848 time: 0.4271040 Apr 06 10:55:59.161899 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8027ab7f-7d9b-4908-8830-d5d1d1f48516 req-109a6e11-65d9-40a8-97c1-00c355051977 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 948 time: 0.0898023 Apr 06 10:55:59.166184 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090fc9c-5c87-44ad-b693-632dd713eb9f req-7e303239-2f2d-4f2a-a7ae-ed88f755f6ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.167657 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3090fc9c-5c87-44ad-b693-632dd713eb9f req-7e303239-2f2d-4f2a-a7ae-ed88f755f6ba tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.5481856 Apr 06 10:55:59.174629 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-44bdf441-031f-4143-9b85-7816dc29c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.176168 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-44bdf441-031f-4143-9b85-7816dc29c458 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8acba090-f66c-4642-a19d-db0fbaab1a1d HTTP/1.1" status: 200 len: 870 time: 0.5776465 Apr 06 10:55:59.212536 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8027ab7f-7d9b-4908-8830-d5d1d1f48516 req-3cae381c-3ea1-4125-ade8-a859e3b4a27b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497768 Apr 06 10:55:59.227653 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-5cdb7ef8-48b0-4d27-96e7-e4778c4919d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d4763949-28d3-45f4-8205-fd01f8b37875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566180 Apr 06 10:55:59.287074 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-ebd4901d-1e92-46ff-b5a1-48fda260103f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6 HTTP/1.1" status: 200 len: 217 time: 0.0981581 Apr 06 10:55:59.333526 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 73cdeaa9-e87a-4926-85f0-de2e610d10a6 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:55:59.337416 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a15522-f771-42b3-a3d8-638959561ee5 req-3ea8e409-35f3-44bd-90cf-0e3eccb9f740 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.346642 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-71a15522-f771-42b3-a3d8-638959561ee5 req-3ea8e409-35f3-44bd-90cf-0e3eccb9f740 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 931 time: 0.0663168 Apr 06 10:55:59.380006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.422455 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3090fc9c-5c87-44ad-b693-632dd713eb9f req-28ccbb80-f578-4d2d-ad5d-107965af9fc0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360339 Apr 06 10:55:59.434671 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-71a15522-f771-42b3-a3d8-638959561ee5 req-48d57437-62bc-4064-9d43-c1be14d5794e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736282 Apr 06 10:55:59.441093 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-fca5d7fd-e571-48de-8d37-38bf49f186d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.442571 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-fca5d7fd-e571-48de-8d37-38bf49f186d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9cbdd5eb-9386-4ff7-99ba-8fee563f4614 HTTP/1.1" status: 200 len: 843 time: 0.1347258 Apr 06 10:55:59.457050 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:59.479248 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '73cdeaa9-e87a-4926-85f0-de2e610d10a6', 'network_id': '8acba090-f66c-4642-a19d-db0fbaab1a1d', 'port_id': '73cdeaa9-e87a-4926-85f0-de2e610d10a6', 'mac_address': 'fa:16:3e:f0:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cbdd5eb-9386-4ff7-99ba-8fee563f4614', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:55:59.510561 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-e91f83b2-820f-438a-bd64-ef342c657433 service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355282 Apr 06 10:55:59.529589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:59.530163 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.553968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cdeaa9-e87a-4926-85f0-de2e610d10a6 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:59.586685 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:59.591351 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.602950 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca804ab-ff49-4dbe-9a0e-8385c67c6079 req-eed2d711-0f51-41de-9fbd-25f62dc15c25 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.604652 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7ca804ab-ff49-4dbe-9a0e-8385c67c6079 req-eed2d711-0f51-41de-9fbd-25f62dc15c25 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0787721 Apr 06 10:55:59.673322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:59.678146 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7ca804ab-ff49-4dbe-9a0e-8385c67c6079 req-4e97406b-9d85-4fd6-a784-260f2744b426 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670435 Apr 06 10:55:59.711904 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-219691cf-b5bb-4b59-a9d6-e480f2894e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.713434 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-219691cf-b5bb-4b59-a9d6-e480f2894e70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8acba090-f66c-4642-a19d-db0fbaab1a1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2478375 Apr 06 10:55:59.755620 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecfc5b92-eab5-4792-bcf8-e0f351351ac4 req-a6569df5-46b8-49fe-84e1-5677ac45ead3 service neutron] 10.222.0.18 "GET /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353137 Apr 06 10:55:59.836403 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:59.845079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks [] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.859666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Transition to ACTIVE for port object ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:55:59.863730 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.917585 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:59.950223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Attempting to bind port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:59.950558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Attempting to bind port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:59.950888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Attempting to bind port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 on network 9dd02a2e-13b6-493a-8860-acf25885863f {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:59.955368 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 on network 9dd02a2e-13b6-493a-8860-acf25885863f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:59.955688 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Attempting to bind port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 on network 9dd02a2e-13b6-493a-8860-acf25885863f {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:59.960789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:59.961130 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Checking segment: {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:59.961539 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Bound using segment: {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:59.962000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Bound port: ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:59.962353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.032892 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:00.036751 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:00.043836 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.079086 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:00.079954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.081463 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] 10.222.0.18 "PUT /v2.0/ports/ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 HTTP/1.1" status: 200 len: 1093 time: 0.9777284 Apr 06 10:56:00.084092 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:00.086349 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c992314a-9b11-4099-acda-bd17b34b69a0" -d '{"events": [{"name": "network-changed", "server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:00.114751 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f73e-06db-416c-b2a6-6751c7f4bf36 service neutron] Pushing event updated for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:00.134300 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bded102-5166-41c9-9622-8d5f659bae34 x-openstack-request-id: req-3bded102-5166-41c9-9622-8d5f659bae34 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:00.134599 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:00.134856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bded102-5166-41c9-9622-8d5f659bae34 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:00.135272 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bded102-5166-41c9-9622-8d5f659bae34'] response: {'name': 'network-changed', 'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4', 'status': 'completed', 'code': 200} Apr 06 10:56:00.338722 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d96379-0906-4441-8b7b-0904307d4d7a req-801f3138-6446-4eda-aa6f-30e4b77fe02a tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:00.340045 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-55d96379-0906-4441-8b7b-0904307d4d7a req-801f3138-6446-4eda-aa6f-30e4b77fe02a tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 949 time: 0.0540252 Apr 06 10:56:00.388773 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-55d96379-0906-4441-8b7b-0904307d4d7a req-a49b5223-fc83-48f6-b16e-413d48d1e55c tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Apr 06 10:56:00.570401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a527eb-00aa-4479-af7b-b91fc350af18 req-0da0f622-b27a-4f8d-8df4-5f70a9470325 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:00.572162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-80a527eb-00aa-4479-af7b-b91fc350af18 req-0da0f622-b27a-4f8d-8df4-5f70a9470325 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0571530 Apr 06 10:56:00.572483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5044557-b55d-4003-b65d-60faee244724 req-d30a061d-2f8a-46a3-8cf0-f013e3f84ab8 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:00.574010 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d5044557-b55d-4003-b65d-60faee244724 req-d30a061d-2f8a-46a3-8cf0-f013e3f84ab8 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0597341 Apr 06 10:56:00.626475 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d5044557-b55d-4003-b65d-60faee244724 req-68dccd22-db7a-4a20-b140-92255558cbe3 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469873 Apr 06 10:56:00.628038 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-80a527eb-00aa-4479-af7b-b91fc350af18 req-415e07f2-8e4a-432e-b884-ba0faec83edf tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480125 Apr 06 10:56:00.802014 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033f9f5-b0a4-4f87-8aaf-78552faa34ef req-3501c898-8f8d-40d6-b889-dca6c947a1ea tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:00.803590 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5033f9f5-b0a4-4f87-8aaf-78552faa34ef req-3501c898-8f8d-40d6-b889-dca6c947a1ea tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0605378 Apr 06 10:56:00.853684 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5033f9f5-b0a4-4f87-8aaf-78552faa34ef req-f317a112-e85b-4a07-bd60-c3519dca34c7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Apr 06 10:56:01.505118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d51f59-ba10-4253-8b67-f60590b7650f req-3552273b-681c-435b-b420-41f45fca7476 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.506575 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-59d51f59-ba10-4253-8b67-f60590b7650f req-3552273b-681c-435b-b420-41f45fca7476 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 949 time: 0.0510900 Apr 06 10:56:01.551844 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-59d51f59-ba10-4253-8b67-f60590b7650f req-564e0e4f-fa4e-41a6-a7ea-43893ae3ad5d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398307 Apr 06 10:56:01.745485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ad512-8e87-4a5c-975e-76c3beecc441 req-2ccc36c3-9d6f-442d-bd93-fdc14d0e7439 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.746875 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-055ad512-8e87-4a5c-975e-76c3beecc441 req-2ccc36c3-9d6f-442d-bd93-fdc14d0e7439 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0518739 Apr 06 10:56:01.748705 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a281c-da0c-47cd-b6ad-cf7f90f1f136 req-7e15b8b5-c27d-4cb8-8091-f8241d6da61c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.750255 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-438a281c-da0c-47cd-b6ad-cf7f90f1f136 req-7e15b8b5-c27d-4cb8-8091-f8241d6da61c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0534506 Apr 06 10:56:01.794080 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-055ad512-8e87-4a5c-975e-76c3beecc441 req-063f1a40-ad61-4c92-b437-853591b08418 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416529 Apr 06 10:56:01.799212 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-438a281c-da0c-47cd-b6ad-cf7f90f1f136 req-de1efddb-0b6e-4e26-b6ec-4137788cccee tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Apr 06 10:56:01.979296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb6767-6ffb-4ed4-be2c-6d1944b51459 req-1b39da0c-8753-40b0-a2dd-2d3f1092d398 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.980744 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9bbb6767-6ffb-4ed4-be2c-6d1944b51459 req-1b39da0c-8753-40b0-a2dd-2d3f1092d398 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0570529 Apr 06 10:56:02.026335 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9bbb6767-6ffb-4ed4-be2c-6d1944b51459 req-ba1e2397-6462-43ce-9f8b-75d408d59720 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Apr 06 10:56:02.555823 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-e4c054c3-c85f-45e0-aa2a-bee0480921fa service neutron] 10.222.0.18 "GET /v2.0/networks/8acba090-f66c-4642-a19d-db0fbaab1a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066601 Apr 06 10:56:02.616105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['73cdeaa9-e87a-4926-85f0-de2e610d10a6'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:02.673397 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b96d3a-83df-48df-a17f-121d43e94f8e req-480500de-410e-488a-b355-7f4eff64764b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.674883 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-21b96d3a-83df-48df-a17f-121d43e94f8e req-480500de-410e-488a-b355-7f4eff64764b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 949 time: 0.0549269 Apr 06 10:56:02.723318 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-21b96d3a-83df-48df-a17f-121d43e94f8e req-d0d3544e-66c6-4fcd-852e-4092aaf51541 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425661 Apr 06 10:56:02.918500 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efe63-5117-4617-871a-9f87b4caf2cd req-12a0ad76-e6eb-4888-bd55-720dbd02cefe tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.919946 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-836efe63-5117-4617-871a-9f87b4caf2cd req-12a0ad76-e6eb-4888-bd55-720dbd02cefe tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0543716 Apr 06 10:56:02.921673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517add4-36c1-407a-8740-db03e50f300f req-7564ab0b-c7b7-41e4-ae9d-1ab9f9f06599 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.923165 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4517add4-36c1-407a-8740-db03e50f300f req-7564ab0b-c7b7-41e4-ae9d-1ab9f9f06599 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0628955 Apr 06 10:56:02.970720 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-836efe63-5117-4617-871a-9f87b4caf2cd req-313f8fe9-86e9-4e20-a1c1-35eac38ef265 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447633 Apr 06 10:56:02.971499 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4517add4-36c1-407a-8740-db03e50f300f req-be7b1755-45cc-4b74-88a5-222a4471e3f0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Apr 06 10:56:03.145186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30a52b-c900-4f38-9348-f753004b3628 req-88e8f0a6-e8de-48f8-9743-acf82596e47c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.146579 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ac30a52b-c900-4f38-9348-f753004b3628 req-88e8f0a6-e8de-48f8-9743-acf82596e47c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0528228 Apr 06 10:56:03.192809 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ac30a52b-c900-4f38-9348-f753004b3628 req-2b0ee19f-eb79-42e7-a47d-23a6b27d865c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Apr 06 10:56:03.784395 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8577-62b7-4412-9105-09973a7279da req-ba72bfcf-5487-487c-9068-a92692c2324a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.785960 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-ba72bfcf-5487-487c-9068-a92692c2324a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.1331377 Apr 06 10:56:03.789276 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-5b4f2a76-84a9-4f0b-9d54-d48c86490987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.790709 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-5b4f2a76-84a9-4f0b-9d54-d48c86490987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 1127 time: 0.1532397 Apr 06 10:56:03.802841 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21f8e2a0-fceb-48c0-b1f5-b0b17069eb2b req-38b6f48d-8759-4afa-b671-5fadc33a7307 service neutron] 10.222.0.18 "GET /v2.0/networks/8acba090-f66c-4642-a19d-db0fbaab1a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639519 Apr 06 10:56:03.987022 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47481e6-2555-4a3c-a8aa-1f9f8477f9f7 req-001024c7-be36-4457-80a5-7b8976bb08ae tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.988561 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a47481e6-2555-4a3c-a8aa-1f9f8477f9f7 req-001024c7-be36-4457-80a5-7b8976bb08ae tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 949 time: 0.1956427 Apr 06 10:56:04.029885 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-6e9a3e76-7d6c-4e82-89c2-f677b9faa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.031382 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-6e9a3e76-7d6c-4e82-89c2-f677b9faa965 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9935b65311554fa9a513aae42459a489&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2065296 Apr 06 10:56:04.059887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8577-62b7-4412-9105-09973a7279da req-ad424da6-35f4-42d2-9eb6-a984c90b77e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.061655 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-ad424da6-35f4-42d2-9eb6-a984c90b77e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.2245481 Apr 06 10:56:04.101398 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c654d-fd45-4d10-96b1-06c76e3f8a71 req-1e4282f8-833c-475b-91b7-735142c98617 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.103949 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-162c654d-fd45-4d10-96b1-06c76e3f8a71 req-1e4282f8-833c-475b-91b7-735142c98617 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0591929 Apr 06 10:56:04.150494 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a47481e6-2555-4a3c-a8aa-1f9f8477f9f7 req-9b65f84a-b0c5-4407-833f-fa8b81ebd659 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558678 Apr 06 10:56:04.151713 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-e176183e-4a88-415d-bb26-a0d5feddcb1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.0763652 Apr 06 10:56:04.169036 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-162c654d-fd45-4d10-96b1-06c76e3f8a71 req-d210538e-19e3-471b-95ad-77c993acc2bd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584404 Apr 06 10:56:04.242628 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-0a578774-5489-4e5d-be9d-f8e3ca074094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.244073 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c992314a-9b11-4099-acda-bd17b34b69a0 req-0a578774-5489-4e5d-be9d-f8e3ca074094 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034860 Apr 06 10:56:04.273357 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c0833-51cc-43fc-bfa5-76f5381ae622 req-bbdc941c-d526-4931-b718-05b21764dd7c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.274893 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cf0c0833-51cc-43fc-bfa5-76f5381ae622 req-bbdc941c-d526-4931-b718-05b21764dd7c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0621016 Apr 06 10:56:04.319164 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9f291-0f52-485d-a5f4-3a1b5a3f199e req-36da44a6-2398-4270-8563-34e795668310 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.319625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ac9f291-0f52-485d-a5f4-3a1b5a3f199e req-36da44a6-2398-4270-8563-34e795668310 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0616741 Apr 06 10:56:04.386766 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ac9f291-0f52-485d-a5f4-3a1b5a3f199e req-4bf0521c-f97c-4bc8-9483-71866e4c704c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593996 Apr 06 10:56:04.405756 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cf0c0833-51cc-43fc-bfa5-76f5381ae622 req-46b4293a-7b4b-4618-9eac-1f72416542d0 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224990 Apr 06 10:56:04.407606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8577-62b7-4412-9105-09973a7279da req-74f672a1-35e9-472b-badb-f3670029c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.408978 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-74f672a1-35e9-472b-badb-f3670029c4b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1086590 Apr 06 10:56:04.432526 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 73cdeaa9-e87a-4926-85f0-de2e610d10a6 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:04.467758 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-6fede48e-bf46-4e49-b3d4-17d01a284b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.469407 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-6fede48e-bf46-4e49-b3d4-17d01a284b30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 1127 time: 0.1065829 Apr 06 10:56:04.493520 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:56:04.501743 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8577-62b7-4412-9105-09973a7279da req-fea64341-5b4a-4075-97fa-33663ca3d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.502552 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:04.502945 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.503780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-fea64341-5b4a-4075-97fa-33663ca3d92f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0796449 Apr 06 10:56:04.548634 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-5b87d24f-5d71-405e-b375-30ad74eca7ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 HTTP/1.1" status: 200 len: 217 time: 0.0634167 Apr 06 10:56:04.600842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:04.601255 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.624136 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:04.627497 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257b89af-2ec8-4cba-a9a4-ed3019a0753d" -d '{"events": [{"server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "name": "network-vif-plugged", "status": "completed", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:04.641531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:04.642493 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-71ed802a-9078-4a56-9fd8-7030b0ec81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.645017 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-71ed802a-9078-4a56-9fd8-7030b0ec81b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0101b9bb-3991-4cf7-a519-fe0d465a2fa3 HTTP/1.1" status: 200 len: 854 time: 0.0860953 Apr 06 10:56:04.647117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.688514 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24487a0-c37b-41f5-8471-2e582ae6663b x-openstack-request-id: req-f24487a0-c37b-41f5-8471-2e582ae6663b {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:04.688846 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "name": "network-vif-plugged", "status": "completed", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:04.689203 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f24487a0-c37b-41f5-8471-2e582ae6663b {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:04.689572 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24487a0-c37b-41f5-8471-2e582ae6663b'] response: {'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6', 'code': 200} Apr 06 10:56:04.694368 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-c1eec746-552a-468d-bd69-00b22f26d6a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd02a2e-13b6-493a-8860-acf25885863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401950 Apr 06 10:56:04.698055 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-431ae335-b83e-40f9-a3ad-83b24a1b247a service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590786 Apr 06 10:56:04.706245 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:04.895637 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-5aa15940-4b01-43a8-8e6c-a0c561718845 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598840 Apr 06 10:56:04.897597 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-453a8577-62b7-4412-9105-09973a7279da req-719273d9-815e-4294-a15c-d64a41628cd2 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609087 Apr 06 10:56:05.078352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ef540-9755-4752-a509-7c179c253aff req-7363524f-9aea-4bf2-affa-bb915df4f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.079841 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9d8ef540-9755-4752-a509-7c179c253aff req-7363524f-9aea-4bf2-affa-bb915df4f7f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 1134 time: 0.1559067 Apr 06 10:56:05.088035 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-074f5042-8a19-4b63-8c10-62f6eb1b607c req-21544721-8c5f-480a-ba19-3038495805f0 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652961 Apr 06 10:56:05.106691 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc12f11-5d35-4463-9474-e4997dbebdaf req-3e9065d8-78f5-4711-8bda-9f200688104b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.108168 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cc12f11-5d35-4463-9474-e4997dbebdaf req-3e9065d8-78f5-4711-8bda-9f200688104b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0918019 Apr 06 10:56:05.178162 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cc12f11-5d35-4463-9474-e4997dbebdaf req-96e248f9-4913-424a-afde-8194eda21d50 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591857 Apr 06 10:56:05.220622 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9d8ef540-9755-4752-a509-7c179c253aff req-911e41bf-ae9f-4ac5-894a-f2f10de6a329 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693059 Apr 06 10:56:05.282044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181d4f0-1dd2-4b6c-bd13-93b1a448006c req-92e08f36-a80d-4dc2-9bd1-5d6e4c9613d3 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.283544 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f181d4f0-1dd2-4b6c-bd13-93b1a448006c req-92e08f36-a80d-4dc2-9bd1-5d6e4c9613d3 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.0569532 Apr 06 10:56:05.327698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c204cea-b355-4721-b65e-39cd0641f9a3 req-6d0de485-333f-44bd-b2ce-2c3f54601d39 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.329968 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c204cea-b355-4721-b65e-39cd0641f9a3 req-6d0de485-333f-44bd-b2ce-2c3f54601d39 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0686202 Apr 06 10:56:05.345371 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f181d4f0-1dd2-4b6c-bd13-93b1a448006c req-6bd3a38d-86a0-4856-945d-36137301ac86 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Apr 06 10:56:05.384717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c204cea-b355-4721-b65e-39cd0641f9a3 req-6d93517c-60f1-4c0b-bccc-81a86e372d3c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Apr 06 10:56:05.516144 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289cd5b-d040-454d-9a4f-82289c8a6c57 req-91fa83f4-04db-4be4-b031-da884a2cf5b1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.517725 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9289cd5b-d040-454d-9a4f-82289c8a6c57 req-91fa83f4-04db-4be4-b031-da884a2cf5b1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0593798 Apr 06 10:56:05.545834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea7c6b-fd3b-418c-a31c-5e9834c02e80 req-837469b4-4c35-484d-889a-9ff5aaf7d98e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.547306 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d5ea7c6b-fd3b-418c-a31c-5e9834c02e80 req-837469b4-4c35-484d-889a-9ff5aaf7d98e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0536017 Apr 06 10:56:05.567417 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9289cd5b-d040-454d-9a4f-82289c8a6c57 req-3e2bea52-29a9-4341-b5c0-a7a157fc1fd4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437205 Apr 06 10:56:05.598296 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d5ea7c6b-fd3b-418c-a31c-5e9834c02e80 req-380b1e2d-bba0-44cc-a1b7-04860d986066 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Apr 06 10:56:06.326002 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38db17-1731-439f-a4fb-cf77cf30fdf8 req-cef616db-7d0d-4d3f-99c1-447b2b11a7ca tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.327581 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef38db17-1731-439f-a4fb-cf77cf30fdf8 req-cef616db-7d0d-4d3f-99c1-447b2b11a7ca tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0690579 Apr 06 10:56:06.381903 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef38db17-1731-439f-a4fb-cf77cf30fdf8 req-6a4fef59-2ebc-49b2-a694-8936b392ed30 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Apr 06 10:56:06.446870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device a81bd6f1-a114-4605-aa92-07ec16fdcdba details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:56:06.491390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6287e-8269-4c31-bc52-9f28fb3e4789 req-f42db700-d78a-4d70-96a9-b3dd0db5bc73 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.498748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-76e6287e-8269-4c31-bc52-9f28fb3e4789 req-f42db700-d78a-4d70-96a9-b3dd0db5bc73 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.0794771 Apr 06 10:56:06.543990 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029f2f2-b0b3-438b-b299-5354c2945f4b req-fac5120d-6eeb-451b-813d-dad32cf7bf92 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.556379 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7029f2f2-b0b3-438b-b299-5354c2945f4b req-fac5120d-6eeb-451b-813d-dad32cf7bf92 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1008801 Apr 06 10:56:06.607152 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-76e6287e-8269-4c31-bc52-9f28fb3e4789 req-b1c20d8b-4bb8-41cc-ab34-5486e4084f14 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073771 Apr 06 10:56:06.638722 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7029f2f2-b0b3-438b-b299-5354c2945f4b req-839b8acb-ecf0-4f5d-be5f-30f883bf7c47 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757852 Apr 06 10:56:06.680490 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:06.695919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'network_id': 'd4763949-28d3-45f4-8205-fd01f8b37875', 'port_id': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'mac_address': 'fa:16:3e:b2:21:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ef5993-fc2f-4ce8-b84e-f7f8d373929c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:56:06.772216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port a81bd6f1-a114-4605-aa92-07ec16fdcdba is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:06.772829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:06.779322 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468248e4-2f59-4306-bf9e-5d46cc47f7bf req-83390282-c54a-41f9-8d76-2bb2918bca0d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.781011 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-468248e4-2f59-4306-bf9e-5d46cc47f7bf req-83390282-c54a-41f9-8d76-2bb2918bca0d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0647619 Apr 06 10:56:06.781283 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98e6ec-a45c-4afd-9bb6-5336c4923086 req-03755842-5db9-4fb0-95ba-0a16320c777e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.783093 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7a98e6ec-a45c-4afd-9bb6-5336c4923086 req-03755842-5db9-4fb0-95ba-0a16320c777e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0834813 Apr 06 10:56:06.802383 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81bd6f1-a114-4605-aa92-07ec16fdcdba {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:56:06.826320 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:06.833945 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:06.856234 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7a98e6ec-a45c-4afd-9bb6-5336c4923086 req-fc4c98a3-58b8-4e54-b776-2ad44e5eb592 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659323 Apr 06 10:56:06.885830 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-468248e4-2f59-4306-bf9e-5d46cc47f7bf req-8c57b7db-ce77-418c-a827-63006f9d26c5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980923 Apr 06 10:56:06.900513 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:07.228980 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['a81bd6f1-a114-4605-aa92-07ec16fdcdba'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:07.508062 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce91a79-6c94-4921-a3c7-65c950fbc399 req-b5828242-db95-4695-a4a1-be80be6b2b96 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.509603 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6ce91a79-6c94-4921-a3c7-65c950fbc399 req-b5828242-db95-4695-a4a1-be80be6b2b96 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0529766 Apr 06 10:56:07.560639 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6ce91a79-6c94-4921-a3c7-65c950fbc399 req-fea4b1cb-b282-4247-8689-a42b54e2ae4b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442169 Apr 06 10:56:07.755832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abb2ac-19f7-4811-9846-e54011b9dd49 req-9d054eec-9853-4fe6-982e-d913cd19995d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.757534 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a2abb2ac-19f7-4811-9846-e54011b9dd49 req-9d054eec-9853-4fe6-982e-d913cd19995d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.0600584 Apr 06 10:56:07.772606 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df5247-e17d-41c6-86c8-fd2a24d917c7 req-e20ff4e1-9fe7-4096-b971-b95725257237 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.773947 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e3df5247-e17d-41c6-86c8-fd2a24d917c7 req-e20ff4e1-9fe7-4096-b971-b95725257237 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0613360 Apr 06 10:56:07.809153 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a2abb2ac-19f7-4811-9846-e54011b9dd49 req-2f44c286-9f60-45d6-a175-e28e929060e7 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451353 Apr 06 10:56:07.847013 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e3df5247-e17d-41c6-86c8-fd2a24d917c7 req-90c6adaa-06c7-40fb-ad02-6e7e8c825d50 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658669 Apr 06 10:56:08.100851 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820c74f-db1a-40af-9b8f-a8c5ccda02bf req-9f460eb5-8633-4cca-8df1-28b05616e2b3 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.102357 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3820c74f-db1a-40af-9b8f-a8c5ccda02bf req-9f460eb5-8633-4cca-8df1-28b05616e2b3 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Apr 06 10:56:08.157071 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3820c74f-db1a-40af-9b8f-a8c5ccda02bf req-cf847f28-0bf4-4a88-a590-350f8b383c66 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Apr 06 10:56:08.285009 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1285263-ed69-44c0-b005-0dc5507ebc27 req-f6a749bb-6f7b-43ea-bdbc-50bf2c857029 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.287494 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c1285263-ed69-44c0-b005-0dc5507ebc27 req-f6a749bb-6f7b-43ea-bdbc-50bf2c857029 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 945 time: 0.0608709 Apr 06 10:56:08.339831 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c1285263-ed69-44c0-b005-0dc5507ebc27 req-0c4716e2-adb0-437a-b2bc-fec13b651ba1 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469656 Apr 06 10:56:08.449204 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:56:08.450403 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1235d-d90b-4280-9eb5-62a028832f79 req-f0e29e4d-5de2-4727-9bf8-3a8fc1073790 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.452049 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-28b1235d-d90b-4280-9eb5-62a028832f79 req-f0e29e4d-5de2-4727-9bf8-3a8fc1073790 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.0525377 Apr 06 10:56:08.459984 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device a81bd6f1-a114-4605-aa92-07ec16fdcdba up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:08.499918 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-28b1235d-d90b-4280-9eb5-62a028832f79 req-6bd16a05-cf1d-470f-a346-b1024b0c768b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Apr 06 10:56:08.572721 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port a81bd6f1-a114-4605-aa92-07ec16fdcdba completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:56:08.584981 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port a81bd6f1-a114-4605-aa92-07ec16fdcdba triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:08.585449 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:08.591354 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:08.624982 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4', 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f', 'port_id': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4', 'mac_address': 'fa:16:3e:28:2d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101b9bb-3991-4cf7-a519-fe0d465a2fa3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:56:08.678877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:08.679696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:08.705100 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aab326-a29a-4da9-bfba-3c68e3436147 req-671e0b15-390b-43c2-a589-2934fe4451ab tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.706846 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-84aab326-a29a-4da9-bfba-3c68e3436147 req-671e0b15-390b-43c2-a589-2934fe4451ab tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0683954 Apr 06 10:56:08.714144 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:56:08.756018 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-84aab326-a29a-4da9-bfba-3c68e3436147 req-b8ed894a-3896-4a14-865f-705f7375c74f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Apr 06 10:56:08.858115 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port a81bd6f1-a114-4605-aa92-07ec16fdcdba is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:08.858493 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:08.861182 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:08.869656 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:08.906975 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:08.909024 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e6b24f-9be5-4a1e-98c4-313563d5a681" -d '{"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-plugged", "status": "completed", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:08.939087 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:08.947509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:08.953573 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:08.974863 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c827afd-22aa-40bb-aa19-1a830e16054d req-4ad77893-0b68-462f-9dca-f86b15ba5c6e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.976335 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5c827afd-22aa-40bb-aa19-1a830e16054d req-4ad77893-0b68-462f-9dca-f86b15ba5c6e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0631075 Apr 06 10:56:09.011035 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:09.029452 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5c827afd-22aa-40bb-aa19-1a830e16054d req-f9055673-6746-4ea3-a313-8da7a9d3f48e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474155 Apr 06 10:56:09.079670 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90d4cec-7870-48cf-ac70-1c74a0050b78 x-openstack-request-id: req-d90d4cec-7870-48cf-ac70-1c74a0050b78 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:09.079970 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-plugged", "status": "completed", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:09.080224 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d90d4cec-7870-48cf-ac70-1c74a0050b78 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:09.080626 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90d4cec-7870-48cf-ac70-1c74a0050b78'] response: {'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'code': 200} Apr 06 10:56:09.253047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ee53a265-df45-4abf-a4a6-fa5b7dc38fc4'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:09.295280 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712b4d7-de9d-4a1e-b3b8-2720f073dea2 req-1493d6b6-faad-47db-a06d-829009eb40b6 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.296782 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9712b4d7-de9d-4a1e-b3b8-2720f073dea2 req-1493d6b6-faad-47db-a06d-829009eb40b6 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 944 time: 0.0640876 Apr 06 10:56:09.345547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42816) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:09.352165 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9712b4d7-de9d-4a1e-b3b8-2720f073dea2 req-7de666b0-f03e-4b67-a56e-0c48f1cfc207 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Apr 06 10:56:09.491770 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88f63746-f0c0-468c-847a-44333a41962d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.499507 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c5595-b5b2-4a10-bd24-8b38e026f60d req-141196fa-2afb-413a-9127-42e1a9cb5790 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.514942 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e35c5595-b5b2-4a10-bd24-8b38e026f60d req-141196fa-2afb-413a-9127-42e1a9cb5790 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0693901 Apr 06 10:56:09.585295 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88f63746-f0c0-468c-847a-44333a41962d admin admin] Publish callbacks [] for security_group (8eb2c2c6-6c63-4448-b06a-7edfc02e114b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.589897 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-88f63746-f0c0-468c-847a-44333a41962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8eb2c2c6-6c63-4448-b06a-7edfc02e114b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.631917 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42830) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:09.640052 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-88f63746-f0c0-468c-847a-44333a41962d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4de35ccb8bc4988a1e6902c997126fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932913 Apr 06 10:56:09.641694 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f63746-f0c0-468c-847a-44333a41962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb2c2c6-6c63-4448-b06a-7edfc02e114b,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:09.644320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42834) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:09.698391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] Publish callbacks [] for security_group (8eb2c2c6-6c63-4448-b06a-7edfc02e114b), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.723544 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] Publish callbacks [] for security_group (8eb2c2c6-6c63-4448-b06a-7edfc02e114b), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.767522 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5890-fa7e-4952-ba17-6529e7fb2edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.780977 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e35c5595-b5b2-4a10-bd24-8b38e026f60d req-9647b656-ccf6-412f-99a2-b9fa3975f0ca tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639017 Apr 06 10:56:09.832655 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8eb2c2c6-6c63-4448-b06a-7edfc02e114b), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.836331 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.837838 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8eb2c2c6-6c63-4448-b06a-7edfc02e114b HTTP/1.1" status: 204 len: 168 time: 0.1925457 Apr 06 10:56:09.857274 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b3390-3b3d-4f06-83ff-f5ada7da4322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb2c2c6-6c63-4448-b06a-7edfc02e114b,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:09.950032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5890-fa7e-4952-ba17-6529e7fb2edb admin admin] Publish callbacks [] for security_group (ca23d710-d3ad-4dbc-8dc4-57c4c2812e92), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.951703 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a576690-51cb-42c2-b22b-44aa12479ec4 req-70eb4d03-bb4b-4b4d-8ca7-3a6c8f6b97a1 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.953699 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1f4a5890-fa7e-4952-ba17-6529e7fb2edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ca23d710-d3ad-4dbc-8dc4-57c4c2812e92), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:09.954124 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a576690-51cb-42c2-b22b-44aa12479ec4 req-70eb4d03-bb4b-4b4d-8ca7-3a6c8f6b97a1 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.0959039 Apr 06 10:56:10.052211 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a576690-51cb-42c2-b22b-44aa12479ec4 req-d36efedc-c037-47f2-b221-35b149b9333e tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868878 Apr 06 10:56:10.071313 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-1f4a5890-fa7e-4952-ba17-6529e7fb2edb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59eff45b358443d3a5c89dab11770803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4360232 Apr 06 10:56:10.071830 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42850) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:10.074499 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a5890-fa7e-4952-ba17-6529e7fb2edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca23d710-d3ad-4dbc-8dc4-57c4c2812e92,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:10.133157 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Publish callbacks [] for security_group (ca23d710-d3ad-4dbc-8dc4-57c4c2812e92), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.185846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Publish callbacks [] for security_group (ca23d710-d3ad-4dbc-8dc4-57c4c2812e92), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.247313 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1f19a-b171-4192-980a-ee8fc282d26e req-60708cae-dbef-4632-8bbe-e064b8b0b6cf tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.249513 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f8e1f19a-b171-4192-980a-ee8fc282d26e req-60708cae-dbef-4632-8bbe-e064b8b0b6cf tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1035213 Apr 06 10:56:10.288482 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ca23d710-d3ad-4dbc-8dc4-57c4c2812e92), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.291135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.292387 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca23d710-d3ad-4dbc-8dc4-57c4c2812e92 HTTP/1.1" status: 204 len: 168 time: 0.2194412 Apr 06 10:56:10.316163 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca23d710-d3ad-4dbc-8dc4-57c4c2812e92,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:10.337173 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.337566 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.337912 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.338257 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.338594 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.339043 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.339380 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.339717 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.340044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.340373 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.340812 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.341222 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.341594 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.341935 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.342246 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89acd722-837e-426d-a4d0-da0cef28d029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:10.352367 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f8e1f19a-b171-4192-980a-ee8fc282d26e req-a8bb245f-31e8-45d1-87a7-7bbfdaea6030 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858209 Apr 06 10:56:10.456601 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:10.464533 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-6f50f64f-a1af-4c82-863e-cc35b0200960 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.466215 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-6f50f64f-a1af-4c82-863e-cc35b0200960 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.18 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.4990685 Apr 06 10:56:10.470541 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315f25c-70d1-455f-9bbf-ad31db7452ae req-48d4d8ab-ce2e-4b89-81a6-d6aeb01de849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.472824 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c315f25c-70d1-455f-9bbf-ad31db7452ae req-48d4d8ab-ce2e-4b89-81a6-d6aeb01de849 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 1130 time: 0.4636238 Apr 06 10:56:10.499167 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84d229-344e-4f9d-b36a-3904b9190b71 req-649eda80-8d21-4957-81a5-17db2391e6ea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.500711 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae84d229-344e-4f9d-b36a-3904b9190b71 req-649eda80-8d21-4957-81a5-17db2391e6ea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.4204199 Apr 06 10:56:10.508982 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d3d95-be62-46e9-8e51-9ed7e8dd03cb req-e37cc0a1-51b4-4f13-b13f-de4fb393b594 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.510562 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-406d3d95-be62-46e9-8e51-9ed7e8dd03cb req-e37cc0a1-51b4-4f13-b13f-de4fb393b594 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 944 time: 0.0765319 Apr 06 10:56:10.534223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:56:10.539644 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:10.540032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.574039 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae84d229-344e-4f9d-b36a-3904b9190b71 req-144cea8b-2ca9-4c5b-be2c-60fb73fc6db8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653410 Apr 06 10:56:10.606847 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-406d3d95-be62-46e9-8e51-9ed7e8dd03cb req-8a44fe27-a6ce-4b92-a436-db69eb3de9fd tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823205 Apr 06 10:56:10.646813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:10.647426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.684571 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:10.689160 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.723595 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42872) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:10.736453 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-21079d8c-7a74-4bfa-9809-a0ba35bc44c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.745537 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:10.824928 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-21079d8c-7a74-4bfa-9809-a0ba35bc44c7 admin admin] Publish callbacks [] for security_group (5dd6996e-7691-41f7-af31-923100e2f0a4), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.828782 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-21079d8c-7a74-4bfa-9809-a0ba35bc44c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5dd6996e-7691-41f7-af31-923100e2f0a4), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.869925 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42878) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:10.870132 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-21079d8c-7a74-4bfa-9809-a0ba35bc44c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ad01536510b4cce842ed35815ddc04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452818 Apr 06 10:56:10.870868 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21079d8c-7a74-4bfa-9809-a0ba35bc44c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6996e-7691-41f7-af31-923100e2f0a4,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:10.949482 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f830d-439a-43a6-836c-90a55aab1bda req-239ea1f0-f69b-4e7a-9761-e8ee90837f65 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.950950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-249f830d-439a-43a6-836c-90a55aab1bda req-239ea1f0-f69b-4e7a-9761-e8ee90837f65 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0928652 Apr 06 10:56:10.955667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] Publish callbacks [] for security_group (5dd6996e-7691-41f7-af31-923100e2f0a4), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:10.996488 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] Publish callbacks [] for security_group (5dd6996e-7691-41f7-af31-923100e2f0a4), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.040474 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-249f830d-439a-43a6-836c-90a55aab1bda req-f73977ff-2c8e-430e-9500-2aa1c4f6172d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812647 Apr 06 10:56:11.081416 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:11.084004 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44917b24-d09c-46c8-acfa-febc511817cf" -d '{"events": [{"server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "name": "network-vif-plugged", "status": "completed", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:11.142969 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5dd6996e-7691-41f7-af31-923100e2f0a4), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.146039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.149522 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dd6996e-7691-41f7-af31-923100e2f0a4 HTTP/1.1" status: 204 len: 168 time: 0.2760825 Apr 06 10:56:11.156960 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c315f25c-70d1-455f-9bbf-ad31db7452ae req-79f405f6-512d-43aa-85b7-869d67470628 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126287 Apr 06 10:56:11.160665 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ac2d1-2877-4275-895f-915981784bb3 x-openstack-request-id: req-a74ac2d1-2877-4275-895f-915981784bb3 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:11.160990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "name": "network-vif-plugged", "status": "completed", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:11.161255 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a74ac2d1-2877-4275-895f-915981784bb3 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:11.161689 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74ac2d1-2877-4275-895f-915981784bb3'] response: {'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4', 'code': 200} Apr 06 10:56:11.165006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa708e4d-827c-45ac-bacf-79802260d71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6996e-7691-41f7-af31-923100e2f0a4,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:11.207023 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Deleting port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:56:11.207405 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.324121 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b028e19-aa21-48f1-ad75-053c629729f7 req-f253b4bc-82a8-40b8-b394-50dbf4f9ce6b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:11.325629 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b028e19-aa21-48f1-ad75-053c629729f7 req-f253b4bc-82a8-40b8-b394-50dbf4f9ce6b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 950 time: 0.1134136 Apr 06 10:56:11.367643 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] For port 73cdeaa9-e87a-4926-85f0-de2e610d10a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73cdeaa9-e87a-4926-85f0-de2e610d10a6,segment=NetworkSegment(daeab86a-6164-43ca-8ce1-31d29a431730),segment_id=daeab86a-6164-43ca-8ce1-31d29a431730)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:11.368015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.416612 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Calling delete_port for 73cdeaa9-e87a-4926-85f0-de2e610d10a6 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:56:11.443256 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b028e19-aa21-48f1-ad75-053c629729f7 req-6a79727c-c43e-448f-b2bc-ebb69facf9f1 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/security-groups?id=d9c99e1a-a109-478d-aad7-60aa23128555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066751 Apr 06 10:56:11.504444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e386369-09eb-46a3-a0ce-42745c5ddee7 req-a4f2e307-23e2-4081-b7f3-d1abb6b37517 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:11.506415 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e386369-09eb-46a3-a0ce-42745c5ddee7 req-a4f2e307-23e2-4081-b7f3-d1abb6b37517 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0624003 Apr 06 10:56:11.571942 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e386369-09eb-46a3-a0ce-42745c5ddee7 req-6b1a7e8b-a0de-483f-8314-d1d3674bb3bb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561767 Apr 06 10:56:11.644613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (73cdeaa9-e87a-4926-85f0-de2e610d10a6), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.660013 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 42904) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:11.673331 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52a0418c-56c1-4748-b25a-c11a676ac4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.694612 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['73cdeaa9-e87a-4926-85f0-de2e610d10a6'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:11.706229 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Pushing event deleted for resources: {'Port': ['ID=73cdeaa9-e87a-4926-85f0-de2e610d10a6,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:11.779477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] No DVR routers for this DVR port 73cdeaa9-e87a-4926-85f0-de2e610d10a6 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:56:11.782667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.786627 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b48f361e-231d-4cf6-86be-e6566574fed9 req-9cf91219-112e-43ef-ae10-d3bd3d4caa1d tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.18 "DELETE /v2.0/ports/73cdeaa9-e87a-4926-85f0-de2e610d10a6 HTTP/1.1" status: 204 len: 173 time: 0.7371373 Apr 06 10:56:11.787099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'name': 'network-vif-deleted', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:11.789359 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb13c28-8aef-433b-b3fd-ea19f0a0e6ce" -d '{"events": [{"server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "name": "network-vif-deleted", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:11.792006 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaae735-fbfa-4b3a-8c3f-d1388ddf9863 req-f1ae19ce-6136-441a-8102-893ce054f81a tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:11.793821 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1eaae735-fbfa-4b3a-8c3f-d1388ddf9863 req-f1ae19ce-6136-441a-8102-893ce054f81a tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.1017036 Apr 06 10:56:11.810313 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f50c2-d468-4355-a415-33d54cd5c271 req-e2518717-71c8-477d-ba70-d216d5416b39 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:11.812052 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bc2f50c2-d468-4355-a415-33d54cd5c271 req-e2518717-71c8-477d-ba70-d216d5416b39 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1275465 Apr 06 10:56:11.835210 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52a0418c-56c1-4748-b25a-c11a676ac4ce admin admin] Publish callbacks [] for security_group (e6aff8f0-5834-4be1-932a-0c316622a209), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.841933 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52a0418c-56c1-4748-b25a-c11a676ac4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e6aff8f0-5834-4be1-932a-0c316622a209), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.870033 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bc2f50c2-d468-4355-a415-33d54cd5c271 req-bd0c12d4-be2d-4645-9af6-e2180aaaaf78 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499001 Apr 06 10:56:11.907579 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-52a0418c-56c1-4748-b25a-c11a676ac4ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d9f10f50c56492588d576b5c7d42cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462280 Apr 06 10:56:11.910946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 42908) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:11.912555 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1eaae735-fbfa-4b3a-8c3f-d1388ddf9863 req-b3dc73a6-5550-4e30-84cd-b309eda66fca tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054704 Apr 06 10:56:11.913375 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0418c-56c1-4748-b25a-c11a676ac4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aff8f0-5834-4be1-932a-0c316622a209,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:11.944035 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05fbd64-0ad9-4145-b635-26cf9bef14fc x-openstack-request-id: req-a05fbd64-0ad9-4145-b635-26cf9bef14fc {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:11.944335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953a6801-ff07-4792-8bd2-8b332c34f8ef", "name": "network-vif-deleted", "tag": "73cdeaa9-e87a-4926-85f0-de2e610d10a6", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:11.944595 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a05fbd64-0ad9-4145-b635-26cf9bef14fc {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:11.945499 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05fbd64-0ad9-4145-b635-26cf9bef14fc'] response: {'server_uuid': '953a6801-ff07-4792-8bd2-8b332c34f8ef', 'name': 'network-vif-deleted', 'tag': '73cdeaa9-e87a-4926-85f0-de2e610d10a6', 'status': 'completed', 'code': 200} Apr 06 10:56:11.971391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] Publish callbacks [] for security_group (e6aff8f0-5834-4be1-932a-0c316622a209), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:11.992842 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] Publish callbacks [] for security_group (e6aff8f0-5834-4be1-932a-0c316622a209), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:12.075000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87921313-21e6-4e26-b31c-11fe95066513 req-8aeb941e-4d83-4a57-8aff-511a4268c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:12.076743 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-87921313-21e6-4e26-b31c-11fe95066513 req-8aeb941e-4d83-4a57-8aff-511a4268c9f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.0740705 Apr 06 10:56:12.086298 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e6aff8f0-5834-4be1-932a-0c316622a209), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:12.089005 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:12.090190 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6aff8f0-5834-4be1-932a-0c316622a209 HTTP/1.1" status: 204 len: 168 time: 0.1781082 Apr 06 10:56:12.107396 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e604-df3a-422c-ba1d-b0d0a529e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aff8f0-5834-4be1-932a-0c316622a209,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:12.172398 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52869b-46ab-4818-b081-3e4ad68a2d58 req-25fd4eaf-0340-474c-890e-2d92097f72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:12.184976 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c52869b-46ab-4818-b081-3e4ad68a2d58 req-25fd4eaf-0340-474c-890e-2d92097f72e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 1129 time: 0.0864410 Apr 06 10:56:12.208057 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-87921313-21e6-4e26-b31c-11fe95066513 req-e032f657-4e24-4258-9a39-02642d51f5a5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835085 Apr 06 10:56:12.248769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20bfbd-598c-43fd-9702-b62670e01905 req-c00972f2-8631-4dd8-89e7-5204e11a7717 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:12.250354 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0e20bfbd-598c-43fd-9702-b62670e01905 req-c00972f2-8631-4dd8-89e7-5204e11a7717 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0589683 Apr 06 10:56:12.307858 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0e20bfbd-598c-43fd-9702-b62670e01905 req-f5c4532d-189a-41d2-89fe-4ce0339e0f1e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512788 Apr 06 10:56:12.580690 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-18874ad0-10e4-4e9d-9790-0d7ac37b9bc1 req-0e246010-063c-4a1f-978a-9fca57c5983b tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0290663 Apr 06 10:56:12.712654 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c52869b-46ab-4818-b081-3e4ad68a2d58 req-c1972eb9-42db-46eb-978c-99f07053884e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814013 Apr 06 10:56:12.742116 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba51ae-10a6-45e8-82b5-d361d3ef3458 req-b26139cb-7931-4dba-9268-5898788f6823 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:12.743648 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-72ba51ae-10a6-45e8-82b5-d361d3ef3458 req-b26139cb-7931-4dba-9268-5898788f6823 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0867410 Apr 06 10:56:12.798738 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-72ba51ae-10a6-45e8-82b5-d361d3ef3458 req-d38352aa-3bbe-4b51-888e-5ff215c39828 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Apr 06 10:56:13.066871 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703478a8-9483-4b27-a044-1cd1eb805321 req-635cc7cb-d2e2-4389-9a6d-273e91c71d09 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.068415 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-703478a8-9483-4b27-a044-1cd1eb805321 req-635cc7cb-d2e2-4389-9a6d-273e91c71d09 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0785496 Apr 06 10:56:13.079471 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9727524-0f6a-49da-97c9-e2b8d820e28d req-6ba9154a-2594-4483-ab5c-0648c43c247d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.087561 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9727524-0f6a-49da-97c9-e2b8d820e28d req-6ba9154a-2594-4483-ab5c-0648c43c247d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0711670 Apr 06 10:56:13.131678 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-703478a8-9483-4b27-a044-1cd1eb805321 req-9b02cf4c-bed3-4fa5-80e4-53fce7fe8bdc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560801 Apr 06 10:56:13.146821 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9727524-0f6a-49da-97c9-e2b8d820e28d req-46868065-16bd-4437-82d8-eeb41318dffa tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583909 Apr 06 10:56:13.431997 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5350f-d9cb-4bed-914b-556661920298 req-8bd69afe-2e89-480f-b556-6080c5126179 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.433508 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8a5350f-d9cb-4bed-914b-556661920298 req-8bd69afe-2e89-480f-b556-6080c5126179 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0529699 Apr 06 10:56:13.482603 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8a5350f-d9cb-4bed-914b-556661920298 req-9d750460-06f4-4737-95c4-55c98c3dd4f5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Apr 06 10:56:13.693748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be6cf4b1-a2f5-471d-b91e-0468a4770613 req-7ffbce21-e36f-4adb-893a-d5242eeaa457 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0304060 Apr 06 10:56:13.922369 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad63cb-abe8-4f64-8b37-88db03601208 req-462c35ba-bdf2-44c6-bd1f-407cbb529e9f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.924371 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-88ad63cb-abe8-4f64-8b37-88db03601208 req-462c35ba-bdf2-44c6-bd1f-407cbb529e9f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0563927 Apr 06 10:56:13.980120 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-88ad63cb-abe8-4f64-8b37-88db03601208 req-dfac5c66-80d9-40b2-a230-c6e46b02923d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484560 Apr 06 10:56:14.223006 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-aa19a099-0b14-4541-a91f-7cacec3925c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.330958 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612aa17a-2b28-4fdf-908a-6eca66df3321 req-30fbc9d8-f5f7-4377-850b-da42a43eb90d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.333906 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-612aa17a-2b28-4fdf-908a-6eca66df3321 req-30fbc9d8-f5f7-4377-850b-da42a43eb90d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0897708 Apr 06 10:56:14.339996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3c987-9468-4b1d-ad9d-5a77ad23df3a req-9e58339a-11a3-44aa-ac81-a3c733178559 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.342032 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0eb3c987-9468-4b1d-ad9d-5a77ad23df3a req-9e58339a-11a3-44aa-ac81-a3c733178559 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0659199 Apr 06 10:56:14.383209 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-612aa17a-2b28-4fdf-908a-6eca66df3321 req-37c51add-d58d-40a3-bedf-7bf20c36d245 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Apr 06 10:56:14.390805 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0eb3c987-9468-4b1d-ad9d-5a77ad23df3a req-97b6c05f-b227-43a5-b4ed-228e0efac826 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Apr 06 10:56:14.453677 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 73cdeaa9-e87a-4926-85f0-de2e610d10a6 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:56:14.474826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 73cdeaa9-e87a-4926-85f0-de2e610d10a6 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:56:14.475170 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 73cdeaa9-e87a-4926-85f0-de2e610d10a6 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:56:14.492567 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d7d0f-a9e4-40a9-8f46-ac336191d223 req-fad139b1-f304-4032-af5a-1a3e7e3c510d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.494130 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b52d7d0f-a9e4-40a9-8f46-ac336191d223 req-fad139b1-f304-4032-af5a-1a3e7e3c510d tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0535097 Apr 06 10:56:14.541726 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b52d7d0f-a9e4-40a9-8f46-ac336191d223 req-da0010aa-2e15-44c2-b1fd-cd07c01ed357 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 Apr 06 10:56:14.804918 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0e2301cb-f475-4935-bfca-21284dbc6bbd req-aba0a5ba-ed57-4118-9604-bdbb2015b173 tempest-VolumesNegativeTest-438677198 tempest-VolumesNegativeTest-438677198-project] 10.222.0.57 "GET /v2.0/ports?device_id=953a6801-ff07-4792-8bd2-8b332c34f8ef HTTP/1.1" status: 200 len: 210 time: 0.0300350 Apr 06 10:56:15.109659 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e5de1-2b0a-4108-aa6c-4da9f8ec205b req-15fc2078-882b-484f-bc6b-d62ca72466d7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.111161 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-465e5de1-2b0a-4108-aa6c-4da9f8ec205b req-15fc2078-882b-484f-bc6b-d62ca72466d7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0619309 Apr 06 10:56:15.157857 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-465e5de1-2b0a-4108-aa6c-4da9f8ec205b req-851dd293-6a7f-4476-9f9c-d84b0d3d9057 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Apr 06 10:56:15.445728 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac23fd-52b6-44e7-b55b-44f42c8f9b73 req-45455282-b9fe-4f64-8f08-ff82cde7572e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.449826 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-84ac23fd-52b6-44e7-b55b-44f42c8f9b73 req-45455282-b9fe-4f64-8f08-ff82cde7572e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0893512 Apr 06 10:56:15.505928 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-84ac23fd-52b6-44e7-b55b-44f42c8f9b73 req-3d2c6a21-7b9b-4b4f-976c-a51d8690ebcd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533190 Apr 06 10:56:15.545175 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc6f9-8e81-4159-a8d0-48d38ecb4b94 req-53733df9-6c2d-42b8-a400-ab042dfa6bb0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.546805 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d7fdc6f9-8e81-4159-a8d0-48d38ecb4b94 req-53733df9-6c2d-42b8-a400-ab042dfa6bb0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0577965 Apr 06 10:56:15.596536 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d7fdc6f9-8e81-4159-a8d0-48d38ecb4b94 req-e278b333-d830-4e6a-a1f7-14df2b566767 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Apr 06 10:56:15.618944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572074e-886b-4c77-83b8-cfc55d521cc4 req-b0bdd6df-c709-45bb-8dcb-54ff24e0912d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.620717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3572074e-886b-4c77-83b8-cfc55d521cc4 req-b0bdd6df-c709-45bb-8dcb-54ff24e0912d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0564575 Apr 06 10:56:15.668856 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3572074e-886b-4c77-83b8-cfc55d521cc4 req-9e59342d-a89f-44f0-acc3-d9a7f7a8da1c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Apr 06 10:56:15.710148 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad524b-46bb-458e-9200-88179b47e803 req-b09ae49f-32db-40aa-8130-7cc9b400b349 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.711604 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5aad524b-46bb-458e-9200-88179b47e803 req-b09ae49f-32db-40aa-8130-7cc9b400b349 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0559361 Apr 06 10:56:15.763020 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5aad524b-46bb-458e-9200-88179b47e803 req-a3ae26c8-053f-4e97-bc73-15587f4de05e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454111 Apr 06 10:56:16.629082 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646ecb5-1868-49c8-9c31-b2c05801cb82 req-442192a1-11ae-4853-9f1c-8da42f78a88b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:16.631948 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f646ecb5-1868-49c8-9c31-b2c05801cb82 req-442192a1-11ae-4853-9f1c-8da42f78a88b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0562735 Apr 06 10:56:16.702847 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f646ecb5-1868-49c8-9c31-b2c05801cb82 req-2994cec4-4356-48fb-8e45-df5c5afcc19d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652335 Apr 06 10:56:16.759555 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8f437eb5-bab1-49a1-8343-ff00ca579d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:16.814107 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417cbb-c200-4db9-9028-383df8876c94 req-0fd10548-a484-414b-a6e9-16df396038a7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:16.815882 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6e417cbb-c200-4db9-9028-383df8876c94 req-0fd10548-a484-414b-a6e9-16df396038a7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1346121 Apr 06 10:56:16.878367 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086450c2-858c-41d5-9bc8-7932dd1faf63 req-a54aaa26-7e0d-46d4-9972-4103a967de6c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:16.882657 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-086450c2-858c-41d5-9bc8-7932dd1faf63 req-a54aaa26-7e0d-46d4-9972-4103a967de6c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Apr 06 10:56:16.889381 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6e417cbb-c200-4db9-9028-383df8876c94 req-f1e87ad9-0c20-41ca-ba94-578ebfbe7e68 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660431 Apr 06 10:56:16.962286 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-086450c2-858c-41d5-9bc8-7932dd1faf63 req-b6a3e504-c922-4b3a-be67-1dd05c38943a tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669758 Apr 06 10:56:17.028506 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b279a-df61-4155-a43b-cfb4f5d53798 req-3925bddb-2678-4e27-b855-9f559df78c29 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:17.030038 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb4b279a-df61-4155-a43b-cfb4f5d53798 req-3925bddb-2678-4e27-b855-9f559df78c29 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0558724 Apr 06 10:56:17.079635 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb4b279a-df61-4155-a43b-cfb4f5d53798 req-49c2dd72-9bf1-4aa4-95d1-05104a2b8c4c tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Apr 06 10:56:17.858659 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd3af-c8ee-4dd9-ad30-64fcec8c7cb9 req-63d104bd-a848-4996-acb9-d40e0509cc1f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:17.860153 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-47bfd3af-c8ee-4dd9-ad30-64fcec8c7cb9 req-63d104bd-a848-4996-acb9-d40e0509cc1f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0636120 Apr 06 10:56:17.913480 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-47bfd3af-c8ee-4dd9-ad30-64fcec8c7cb9 req-9e844da8-4a50-4264-a301-8f6748ac2795 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Apr 06 10:56:18.032456 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:18.049434 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ff03-f7e6-4613-a1f6-ab00a8b78376 req-e475f92a-cfe8-4c68-abe4-39af28e5df5c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:18.052265 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cec3ff03-f7e6-4613-a1f6-ab00a8b78376 req-e475f92a-cfe8-4c68-abe4-39af28e5df5c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0731230 Apr 06 10:56:18.088161 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a679a-d560-4faa-8fb3-f3af6b7a2a4e req-8862576c-01ca-4897-a37b-4fe55bc0c16b tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:18.091167 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e52a679a-d560-4faa-8fb3-f3af6b7a2a4e req-8862576c-01ca-4897-a37b-4fe55bc0c16b tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0608854 Apr 06 10:56:18.126073 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cec3ff03-f7e6-4613-a1f6-ab00a8b78376 req-88f664d9-33e3-4a1d-9cb4-c24cb10a5974 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676959 Apr 06 10:56:18.153722 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e52a679a-d560-4faa-8fb3-f3af6b7a2a4e req-f9584c6d-e054-4d16-8bd8-24685a107ba8 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547540 Apr 06 10:56:18.262423 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e832e8-bdb9-4ec4-b2e8-70e998d526d4 req-9d0b5909-6cb3-4b4d-abcd-06cdfaef757f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:18.263896 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-91e832e8-bdb9-4ec4-b2e8-70e998d526d4 req-9d0b5909-6cb3-4b4d-abcd-06cdfaef757f tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0546877 Apr 06 10:56:18.317579 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-91e832e8-bdb9-4ec4-b2e8-70e998d526d4 req-76d9acfe-b2dc-4078-8895-0e7bd1f5e9e5 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Apr 06 10:56:19.039741 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd513c3-960d-4f37-9f4f-7a97ffa64060 req-63b8bc32-b88d-4e9f-84c9-a13af26cfb2c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:19.041279 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9fd513c3-960d-4f37-9f4f-7a97ffa64060 req-63b8bc32-b88d-4e9f-84c9-a13af26cfb2c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0573878 Apr 06 10:56:19.092013 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9fd513c3-960d-4f37-9f4f-7a97ffa64060 req-4d5fa02c-19ed-41de-83ca-53ba7fdbdf52 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451024 Apr 06 10:56:19.276790 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fbb68-127e-44a7-994a-72c8b294ba86 req-0cc85911-ed1d-4627-963a-fc9f0973e253 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:19.277254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d01f77-2a7b-4f16-ad5b-f754a15ac636 req-60eff37c-4b5f-44d1-893d-3632a4742596 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:19.278302 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-628fbb68-127e-44a7-994a-72c8b294ba86 req-0cc85911-ed1d-4627-963a-fc9f0973e253 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0597765 Apr 06 10:56:19.281777 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b7d01f77-2a7b-4f16-ad5b-f754a15ac636 req-60eff37c-4b5f-44d1-893d-3632a4742596 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0659544 Apr 06 10:56:19.331972 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-628fbb68-127e-44a7-994a-72c8b294ba86 req-eabdf8cd-2540-43d9-82ff-5d9ff3a187dd tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458176 Apr 06 10:56:19.333942 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b7d01f77-2a7b-4f16-ad5b-f754a15ac636 req-dc200c11-4454-449a-8c36-d9df50aa7da6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485697 Apr 06 10:56:19.452126 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f7499-2513-4a60-886b-7f9ecef14a9e req-1f712616-7499-47d0-8bd3-32da6c1df440 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:19.453650 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-323f7499-2513-4a60-886b-7f9ecef14a9e req-1f712616-7499-47d0-8bd3-32da6c1df440 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0570724 Apr 06 10:56:19.507650 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-323f7499-2513-4a60-886b-7f9ecef14a9e req-8d005b18-c548-4c02-b3b7-4b07eccaadc4 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474787 Apr 06 10:56:19.546943 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.055996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43416) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:20.222243 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-cbdaaf26-e07e-4f71-8fa8-2e517432b7a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d18b9d0d2b49427caa6741fb406c2df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644289 Apr 06 10:56:20.224816 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43424) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:20.238213 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6de50-af4a-4ea6-83f5-ac2f9205d747 req-c6a06a5c-6ee2-470f-bd16-e32bd096d1f5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.239761 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4fa6de50-af4a-4ea6-83f5-ac2f9205d747 req-c6a06a5c-6ee2-470f-bd16-e32bd096d1f5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0749240 Apr 06 10:56:20.280645 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] Publish callbacks [] for security_group (d9c99e1a-a109-478d-aad7-60aa23128555), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.292560 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4fa6de50-af4a-4ea6-83f5-ac2f9205d747 req-b1594539-842d-4411-acc6-deb76c94ff2d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Apr 06 10:56:20.304746 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] Publish callbacks [] for security_group (d9c99e1a-a109-478d-aad7-60aa23128555), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.351520 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d9c99e1a-a109-478d-aad7-60aa23128555), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.354407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.355533 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d9c99e1a-a109-478d-aad7-60aa23128555 HTTP/1.1" status: 204 len: 168 time: 0.1297026 Apr 06 10:56:20.363077 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef85dff-1940-46f8-bd1a-64136084ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c99e1a-a109-478d-aad7-60aa23128555,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:20.469814 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff233d1a-9668-47e3-81be-ced0a4c84c4b req-4fc9be5e-8b13-430f-9511-28fba9a2ae49 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.471292 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff233d1a-9668-47e3-81be-ced0a4c84c4b req-4fc9be5e-8b13-430f-9511-28fba9a2ae49 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0549381 Apr 06 10:56:20.519342 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff233d1a-9668-47e3-81be-ced0a4c84c4b req-ad9194f7-6499-4ce8-a9af-7b2a5f1b5f92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423782 Apr 06 10:56:20.631448 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7566814-edbd-4a5c-8f84-d3121c1c393b req-3c7a22e8-4149-43c6-85d7-92567e8f02a7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.632934 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d7566814-edbd-4a5c-8f84-d3121c1c393b req-3c7a22e8-4149-43c6-85d7-92567e8f02a7 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0539272 Apr 06 10:56:20.681952 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d7566814-edbd-4a5c-8f84-d3121c1c393b req-2fb710af-f553-478c-bc49-c72709c7ff45 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Apr 06 10:56:20.892951 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.993813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43456) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:21.087812 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2141793836-network', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:21.107503 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Made reservation on behalf of 02455d74a2f149da8ee007de09aaed4e for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:21.109961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.119193 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.200990 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks [] for security_group (4c78c72f-1814-4659-83b6-83a3b80c0024), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.214311 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4c78c72f-1814-4659-83b6-83a3b80c0024), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.239558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:21.249124 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78c72f-1814-4659-83b6-83a3b80c0024,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.255639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (f70d54c8-4240-4b0d-a5a1-eda2e413dd93), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.255924 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Added segment f70d54c8-4240-4b0d-a5a1-eda2e413dd93 of type vlan for network 1db404bf-0d51-41ca-84a0-c334b9014959 Apr 06 10:56:21.294718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (1db404bf-0d51-41ca-84a0-c334b9014959), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.321897 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (1db404bf-0d51-41ca-84a0-c334b9014959), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.322979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.323635 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.374309 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3793924 Apr 06 10:56:21.377099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43466) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:21.382730 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Request body: {'subnet': {'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2141793836-subnet', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:21.407267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee5e8c-267c-4fd5-bf82-ca0e3b5a1a39 admin admin] Pushing event updated for resources: {'Network': ['ID=1db404bf-0d51-41ca-84a0-c334b9014959,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.418307 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:21.418653 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Made reservation on behalf of 02455d74a2f149da8ee007de09aaed4e for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:21.420170 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa7da9-e768-4a9c-8c44-7b34d2d0546a req-346209c1-65ce-41aa-9490-024462ba097a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.421106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.421720 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cffa7da9-e768-4a9c-8c44-7b34d2d0546a req-346209c1-65ce-41aa-9490-024462ba097a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0569384 Apr 06 10:56:21.476897 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cffa7da9-e768-4a9c-8c44-7b34d2d0546a req-3f330e2a-059b-4ad0-95e0-458b7631ce9b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486958 Apr 06 10:56:21.610230 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for subnet (74eece1a-8621-4e46-ab7b-e8224ebff8c7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.701723 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74eece1a-8621-4e46-ab7b-e8224ebff8c7,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.718635 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Checking segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:21.719067 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Network hostable DHCP agents. Network: 1db404bf-0d51-41ca-84a0-c334b9014959, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:21.728415 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c1df7-a2dd-4ea1-bd73-5cc0c5e897dd req-20d7ccff-7bb9-44cd-bde6-b16fe6fe1d9c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.729963 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-989c1df7-a2dd-4ea1-bd73-5cc0c5e897dd req-20d7ccff-7bb9-44cd-bde6-b16fe6fe1d9c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1175187 Apr 06 10:56:21.757712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:21.777559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 1db404bf-0d51-41ca-84a0-c334b9014959) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:21.782113 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.783315 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.788558 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60078b1-fd71-4270-b69f-72c66dcf1807 None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:21.809333 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-989c1df7-a2dd-4ea1-bd73-5cc0c5e897dd req-0774c5f9-25bb-4a8d-81f7-7f7972cbe5b5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709813 Apr 06 10:56:21.815719 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-bd0f867f-5e53-4943-b100-096be464ab54 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4350147 Apr 06 10:56:21.816762 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43474) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:21.821598 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:21.831694 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df949-2ada-4c9b-b805-6c741c821ed4 req-3b2989e2-edea-4e09-b0d1-affdb5f32076 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.842123 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-950df949-2ada-4c9b-b805-6c741c821ed4 req-3b2989e2-edea-4e09-b0d1-affdb5f32076 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 946 time: 0.0858426 Apr 06 10:56:21.844132 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.845433 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.902770 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-950df949-2ada-4c9b-b805-6c741c821ed4 req-6912a57c-8348-4c25-aafa-e3275ab9ef71 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596023 Apr 06 10:56:21.927823 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for router_controller (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), precommit_add_association {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.935798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-1db404bf-0d51-41ca-84a0-c334b9014959', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:56:21.937197 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.072906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for router_gateway (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.074909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Allocated IP 172.20.0.2 (1db404bf-0d51-41ca-84a0-c334b9014959/74eece1a-8621-4e46-ab7b-e8224ebff8c7/ff6a2a12-4b41-4bf6-add9-3c20fa51caa5) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:22.220343 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks [] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.226542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.265635 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:22.269146 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:22.272795 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:22.277878 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for router_gateway (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.279503 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Pushing event updated for resources: {'Port': ['ID=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:22.297425 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.333680 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Attempting to bind port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:22.333988 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Attempting to bind port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:22.334364 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Attempting to bind port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 on network 1db404bf-0d51-41ca-84a0-c334b9014959 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:22.339767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:22.340137 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Checking segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:22.340533 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.340923 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Bound using segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:22.341406 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Bound port: ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:22.341785 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.406391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Allocated IP 172.27.0.239 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/61ff2058-d9af-44ed-b67f-9427115a0bed) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:22.409430 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] For port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:22.412719 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] For port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:22.419829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.481143 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4704f-694d-4cac-baaa-0d21174f3147 None None] Pushing event updated for resources: {'Port': ['ID=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:22.516176 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.563262 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.623652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:22.633486 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:22.637927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:22.663974 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device a81bd6f1-a114-4605-aa92-07ec16fdcdba no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:56:22.677226 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Pushing event updated for resources: {'Port': ['ID=61ff2058-d9af-44ed-b67f-9427115a0bed,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:22.732162 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b6d88-5d5d-4db8-be04-46a17e546584 req-2ef74d1e-f726-4537-b4cf-0c15743adee7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:22.734220 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-345b6d88-5d5d-4db8-be04-46a17e546584 req-2ef74d1e-f726-4537-b4cf-0c15743adee7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1817422 Apr 06 10:56:22.837732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-345b6d88-5d5d-4db8-be04-46a17e546584 req-e5abef5b-5daa-4729-9156-49ef774715f6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960829 Apr 06 10:56:22.872637 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port a81bd6f1-a114-4605-aa92-07ec16fdcdba is: ACTIVE; New status is: DOWN {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:22.873143 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.912596 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:22.914921 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e35d9c-1fd9-47ab-9143-8292ea19dae9" -d '{"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-unplugged", "status": "completed", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:22.944963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:22.950803 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.964459 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for router_gateway (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.995396 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2342b9-d1f8-4daf-8065-099a2f5ad04b x-openstack-request-id: req-fb2342b9-d1f8-4daf-8065-099a2f5ad04b {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:22.996041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-unplugged", "status": "completed", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:22.996482 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb2342b9-d1f8-4daf-8065-099a2f5ad04b {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:22.997221 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2342b9-d1f8-4daf-8065-099a2f5ad04b'] response: {'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'code': 200} Apr 06 10:56:23.019589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=6']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:23.059403 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc815310-62d0-46a7-825f-6da42318a220 req-82a46ad2-1d56-4d34-bf12-a374419d7790 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.069992 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fc815310-62d0-46a7-825f-6da42318a220 req-82a46ad2-1d56-4d34-bf12-a374419d7790 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1273863 Apr 06 10:56:23.124007 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fc815310-62d0-46a7-825f-6da42318a220 req-b4f9de30-f570-4cc1-88d3-02c14660a6f8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525887 Apr 06 10:56:23.170595 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-eae60d96-36f2-4002-be3c-1921cced1d7e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.172185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-eae60d96-36f2-4002-be3c-1921cced1d7e tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.0802431 Apr 06 10:56:23.187080 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e568cc-b1a4-45be-a662-5fabd75d43e2 req-36ffe3e7-17fc-4c7d-aef6-e56d1330f5f9 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.188521 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-64e568cc-b1a4-45be-a662-5fabd75d43e2 req-36ffe3e7-17fc-4c7d-aef6-e56d1330f5f9 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.1564548 Apr 06 10:56:23.248486 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:56:23.615466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-64e568cc-b1a4-45be-a662-5fabd75d43e2 req-154e3c8e-631c-456d-bd61-60812c8eebf0 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912830 Apr 06 10:56:23.618377 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c2ebd-6ffe-497d-b3e6-9b2c2c5d5ffc None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:23.649191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.747184 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Provisioning complete for port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:23.747752 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.846135 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-c4435547-af01-41aa-92bc-8b027e9003d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.848296 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-c4435547-af01-41aa-92bc-8b027e9003d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.1723230 Apr 06 10:56:23.866560 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Current status of the port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:23.867999 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.883633 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Deleting port a81bd6f1-a114-4605-aa92-07ec16fdcdba {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:56:23.885011 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.969164 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] For port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:23.982956 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.040850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:56:24.150978 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c31e8-3b79-40d0-bdc7-e3587e4275b8 req-cc6005b7-c953-46ea-bdc0-af1ae5f1a7e1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.166702 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-937c31e8-3b79-40d0-bdc7-e3587e4275b8 req-cc6005b7-c953-46ea-bdc0-af1ae5f1a7e1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1453881 Apr 06 10:56:24.171790 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] For port a81bd6f1-a114-4605-aa92-07ec16fdcdba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a81bd6f1-a114-4605-aa92-07ec16fdcdba,segment=NetworkSegment(f0a390a2-64ed-4417-a689-e09da28f4471),segment_id=f0a390a2-64ed-4417-a689-e09da28f4471)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:24.172282 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.186641 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0d019-60f7-466c-a6b5-b6e9de10bb4b None None] Pushing event updated for resources: {'Port': ['ID=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:24.242931 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d86bbbf5-d154-4a7d-9fff-f1e0fbb422a4 None None] Provisioning complete for port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:24.243501 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d86bbbf5-d154-4a7d-9fff-f1e0fbb422a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.285162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-937c31e8-3b79-40d0-bdc7-e3587e4275b8 req-a88d72e7-bbe6-4a11-87dd-1d45c6dd3c99 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078901 Apr 06 10:56:24.295385 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:24.360391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Calling delete_port for a81bd6f1-a114-4605-aa92-07ec16fdcdba owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:56:24.408063 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:24.408692 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.436019 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d86bbbf5-d154-4a7d-9fff-f1e0fbb422a4 None None] Current status of the port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:24.500801 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:24.603031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9b1b8-e391-46fd-8326-9a12641eb04b req-7bce4b2a-e1bc-43f1-9450-8d4f26c5da84 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.604523 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ec9b1b8-e391-46fd-8326-9a12641eb04b req-7bce4b2a-e1bc-43f1-9450-8d4f26c5da84 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1787243 Apr 06 10:56:24.612856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-79e8b99b-0c4b-44b8-bedd-7636c0f81014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.614481 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-79e8b99b-0c4b-44b8-bedd-7636c0f81014 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.5500517 Apr 06 10:56:24.636696 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:24.648591 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Sync routers for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:24.660272 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:24.661470 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:24.729369 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43548) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:24.754348 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.755884 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d10a29a8-21a2-4719-819e-fa91f48cd29f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9380140 Apr 06 10:56:24.760233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43552) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:24.793106 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-6801af54-6321-4c3e-8302-f56939401b31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.0584769 Apr 06 10:56:24.796340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ec9b1b8-e391-46fd-8326-9a12641eb04b req-c9c6cd5c-df78-409c-ba33-223c7d4b5662 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809683 Apr 06 10:56:24.810420 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:24.815211 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f1828-1f51-4514-aedc-ad3daca7e9b6 req-52ecb581-581f-45f2-b8b2-758e7fca6291 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.818714 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (a81bd6f1-a114-4605-aa92-07ec16fdcdba), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.822971 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b28f1828-1f51-4514-aedc-ad3daca7e9b6 req-52ecb581-581f-45f2-b8b2-758e7fca6291 tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/ports?device_id=70bd70b2-7048-43ea-8f38-e374e0e20b89 HTTP/1.1" status: 200 len: 944 time: 0.1246922 Apr 06 10:56:24.905262 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Pushing event deleted for resources: {'Port': ['ID=a81bd6f1-a114-4605-aa92-07ec16fdcdba,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:24.947831 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb318-66dd-4908-bc42-598ddf7ece96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.958424 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] No DVR routers for this DVR port a81bd6f1-a114-4605-aa92-07ec16fdcdba on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:56:24.961918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.965165 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6e732afb-8ee7-473c-8969-4eef533d5e95 req-4c23ec6b-e47b-4987-9cb9-9b43bf2401ef tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.18 "DELETE /v2.0/ports/a81bd6f1-a114-4605-aa92-07ec16fdcdba HTTP/1.1" status: 204 len: 173 time: 1.4094419 Apr 06 10:56:24.965661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-deleted', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:24.967912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee3eade-82a3-4626-9ec1-5e25674fe4f1" -d '{"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-deleted", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:25.013200 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-2e796cb9-8bdb-4e4e-a2cf-afadba11cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:25.019809 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-2e796cb9-8bdb-4e4e-a2cf-afadba11cb6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1779213 Apr 06 10:56:25.029220 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a65ca7-5118-43fd-96c7-2a151ddd2e9a x-openstack-request-id: req-d1a65ca7-5118-43fd-96c7-2a151ddd2e9a {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:25.029783 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70bd70b2-7048-43ea-8f38-e374e0e20b89", "name": "network-vif-deleted", "tag": "a81bd6f1-a114-4605-aa92-07ec16fdcdba", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:25.030191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1a65ca7-5118-43fd-96c7-2a151ddd2e9a {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:25.030843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a65ca7-5118-43fd-96c7-2a151ddd2e9a'] response: {'server_uuid': '70bd70b2-7048-43ea-8f38-e374e0e20b89', 'name': 'network-vif-deleted', 'tag': 'a81bd6f1-a114-4605-aa92-07ec16fdcdba', 'status': 'completed', 'code': 200} Apr 06 10:56:25.031516 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b28f1828-1f51-4514-aedc-ad3daca7e9b6 req-a79164e0-4eaf-4046-8238-117d1c8f03ae tempest-VolumesActionsTest-1294118189 tempest-VolumesActionsTest-1294118189-project] 10.222.0.57 "GET /v2.0/security-groups?id=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822646 Apr 06 10:56:25.131979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-942d3480-bca3-43e3-b15f-33fcd5e204cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:25.134433 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-942d3480-bca3-43e3-b15f-33fcd5e204cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699885 Apr 06 10:56:25.230355 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb318-66dd-4908-bc42-598ddf7ece96 admin admin] Publish callbacks [] for security_group (238a8e5a-01ab-474f-8f08-03646e28180a), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.281622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a9fb318-66dd-4908-bc42-598ddf7ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (238a8e5a-01ab-474f-8f08-03646e28180a), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.338837 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fb318-66dd-4908-bc42-598ddf7ece96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238a8e5a-01ab-474f-8f08-03646e28180a,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:25.373046 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-20d0d01c-cc67-47e1-bcd8-022de55eb528 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210758 Apr 06 10:56:25.386647 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:22Z', 'revision_number': 3, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:25.395275 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7a9fb318-66dd-4908-bc42-598ddf7ece96 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6af9f4013b4a4491b27385792d456464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6642649 Apr 06 10:56:25.398288 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43574) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:25.460284 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Checking router: c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:25.460631 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Updating router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 port 61ff2058-d9af-44ed-b67f-9427115a0bed binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:25.496430 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.524594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] Publish callbacks [] for security_group (238a8e5a-01ab-474f-8f08-03646e28180a), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.534275 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e0429-2ee0-49b6-8772-08946e8af445 req-cc65ef9b-9f2d-4835-8f59-95af13aa3b26 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:25.536887 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eb0e0429-2ee0-49b6-8772-08946e8af445 req-cc65ef9b-9f2d-4835-8f59-95af13aa3b26 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1086671 Apr 06 10:56:25.546522 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4f38-fbd7-45f8-a4a8-b510be5efb9d req-64e7c296-1956-4a35-90c9-724ccc87ff7d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:25.554333 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-516b4f38-fbd7-45f8-a4a8-b510be5efb9d req-64e7c296-1956-4a35-90c9-724ccc87ff7d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1066866 Apr 06 10:56:25.656733 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.661969 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] Publish callbacks [] for security_group (238a8e5a-01ab-474f-8f08-03646e28180a), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.675289 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eb0e0429-2ee0-49b6-8772-08946e8af445 req-834b178b-78d4-4109-99e8-a31b499f515e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933220 Apr 06 10:56:25.809067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-516b4f38-fbd7-45f8-a4a8-b510be5efb9d req-5fa3637f-dc1a-41c6-8b6a-9a5ea116c485 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536418 Apr 06 10:56:25.813447 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks [] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.820398 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.822289 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fbd4808-e8bc-4fde-a952-7d8911e0a22e req-19b6e916-dfef-48a1-a9b7-7ed5db3ed0db service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657387 Apr 06 10:56:25.854718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (238a8e5a-01ab-474f-8f08-03646e28180a), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.859227 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.861419 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/238a8e5a-01ab-474f-8f08-03646e28180a HTTP/1.1" status: 204 len: 168 time: 0.4618993 Apr 06 10:56:25.879097 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Pushing event updated for resources: {'Port': ['ID=61ff2058-d9af-44ed-b67f-9427115a0bed,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:25.889829 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.890413 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.890967 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.892373 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.892948 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.894052 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.894892 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.895450 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412518-fa56-4fed-84ab-27bcfa4e58e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238a8e5a-01ab-474f-8f08-03646e28180a,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:25.895667 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.896201 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.896736 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.905864 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.906475 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.907274 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.908681 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.909693 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:25.958775 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Attempting to bind port 61ff2058-d9af-44ed-b67f-9427115a0bed on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:25.959151 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Attempting to bind port 61ff2058-d9af-44ed-b67f-9427115a0bed by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:25.959738 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Attempting to bind port 61ff2058-d9af-44ed-b67f-9427115a0bed on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:25.965442 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:25.965811 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:25.966379 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.966922 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:25.967564 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Bound port: 61ff2058-d9af-44ed-b67f-9427115a0bed, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:25.968100 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.035890 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] For port 61ff2058-d9af-44ed-b67f-9427115a0bed, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:26.041239 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] For port 61ff2058-d9af-44ed-b67f-9427115a0bed, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=61ff2058-d9af-44ed-b67f-9427115a0bed,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:26.048385 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.084795 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Allocated IP 172.20.0.1 (1db404bf-0d51-41ca-84a0-c334b9014959/74eece1a-8621-4e46-ab7b-e8224ebff8c7/de196130-c129-4a55-b8ce-888c55a6a709) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:26.123493 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268099ba-b044-4878-89d8-c0daa3b8375a req-38488521-d20d-4e9c-b423-ae2aa2c6096b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:26.127636 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-268099ba-b044-4878-89d8-c0daa3b8375a req-38488521-d20d-4e9c-b423-ae2aa2c6096b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1645193 Apr 06 10:56:26.155709 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:26.156556 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:26.180403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:26.249965 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-268099ba-b044-4878-89d8-c0daa3b8375a req-e8bd16b9-b748-4aba-ad03-13c6ba7f2693 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688579 Apr 06 10:56:26.272802 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:26.273187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.287108 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:26.340312 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks [] for port (de196130-c129-4a55-b8ce-888c55a6a709), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.388157 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30b9b-f60d-42d7-87d9-d1386cc64780 None None] Pushing event updated for resources: {'Port': ['ID=61ff2058-d9af-44ed-b67f-9427115a0bed,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.422208 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.441559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43596) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:26.442867 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:26.457626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f23cb460-c020-4f78-bb2e-a26d4e7b5ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.508529 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Pushing event updated for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.512099 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:26.513864 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:26.516246 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:26.571746 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:22Z', 'revision_number': 3, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:26.586678 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f23cb460-c020-4f78-bb2e-a26d4e7b5ef9 admin admin] Publish callbacks [] for security_group (cb514d78-8895-4c8c-a6ca-2478667f23e8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.586779 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.591284 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f23cb460-c020-4f78-bb2e-a26d4e7b5ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (cb514d78-8895-4c8c-a6ca-2478667f23e8), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.637118 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9ad179-01d6-4984-b740-772826a5d8f9 None None] The sync data for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi is: [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:22Z', 'revision_number': 3, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:26.656298 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f23cb460-c020-4f78-bb2e-a26d4e7b5ef9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3021ebc401c445599e0648c579ac6b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111614 Apr 06 10:56:26.656656 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb460-c020-4f78-bb2e-a26d4e7b5ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb514d78-8895-4c8c-a6ca-2478667f23e8,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.659630 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43608) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:26.677826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:56:26.804010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] Publish callbacks [] for security_group (cb514d78-8895-4c8c-a6ca-2478667f23e8), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.841407 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] Publish callbacks [] for security_group (cb514d78-8895-4c8c-a6ca-2478667f23e8), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.908284 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:26.927189 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:56:26.979837 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (de196130-c129-4a55-b8ce-888c55a6a709), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.982947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (cb514d78-8895-4c8c-a6ca-2478667f23e8), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.987899 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.993686 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb514d78-8895-4c8c-a6ca-2478667f23e8 HTTP/1.1" status: 204 len: 168 time: 0.3325734 Apr 06 10:56:27.022756 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-5afda18a-a95a-4750-8d35-3b285308887d None None] Provisioning complete for port de196130-c129-4a55-b8ce-888c55a6a709 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:27.026646 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743850a8-b8c0-4a0e-9f9a-4df685e3e854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb514d78-8895-4c8c-a6ca-2478667f23e8,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:27.045678 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5afda18a-a95a-4750-8d35-3b285308887d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (de196130-c129-4a55-b8ce-888c55a6a709), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.051247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: ACTIVE; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:27.051679 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.066808 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f829fd4-8a42-41a8-a894-4a067b362935 req-70934be3-63a9-4731-bfac-e4dc9b9fafd6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.069715 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f829fd4-8a42-41a8-a894-4a067b362935 req-70934be3-63a9-4731-bfac-e4dc9b9fafd6 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1308320 Apr 06 10:56:27.168241 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:56:27.205064 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-5afda18a-a95a-4750-8d35-3b285308887d None None] Port de196130-c129-4a55-b8ce-888c55a6a709 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:27.224436 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:27.225951 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8f829fd4-8a42-41a8-a894-4a067b362935 req-9e2dd63e-0083-48d8-80f3-a475daa7d007 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486285 Apr 06 10:56:27.229673 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.326034 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=6']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:27.337265 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.342035 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.342476 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.343200 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.343924 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.344455 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.345270 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.345874 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.346450 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.346990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.347506 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.348018 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.351551 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.352290 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.352845 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:27.377404 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79974f3-acfa-42d6-a29f-dd81c6a83986 req-174c0ef0-05b2-4580-b74f-a256ceada5a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.379958 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d79974f3-acfa-42d6-a29f-dd81c6a83986 req-174c0ef0-05b2-4580-b74f-a256ceada5a3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.4140608 Apr 06 10:56:27.497918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e76e7f-716e-4ffa-abf8-850f7f703215 req-ccfa672c-3da6-4058-a31d-bbe0c34d220d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.508270 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45e76e7f-716e-4ffa-abf8-850f7f703215 req-ccfa672c-3da6-4058-a31d-bbe0c34d220d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.0759304 Apr 06 10:56:27.516683 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d79974f3-acfa-42d6-a29f-dd81c6a83986 req-a77f6add-9ad7-4b1c-af99-46e53981aa4b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163464 Apr 06 10:56:27.519886 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks [] for port (de196130-c129-4a55-b8ce-888c55a6a709), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.525918 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.585552 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45e76e7f-716e-4ffa-abf8-850f7f703215 req-cbb1efd7-7638-404e-aa3a-64212cf7be6f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752885 Apr 06 10:56:27.587935 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ae00295a-be2c-4341-91c4-6bde24dfc015'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:27.852365 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.871166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Pushing event updated for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:27.996353 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:27.997953 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:28.183357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 61ff2058-d9af-44ed-b67f-9427115a0bed up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:28.235059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:56:28.239490 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 61ff2058-d9af-44ed-b67f-9427115a0bed triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:28.239987 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.373628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-ff5fb59c-be2c-4387-b076-90c9dd77bba8 None None] Provisioning complete for port de196130-c129-4a55-b8ce-888c55a6a709 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:28.374589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ff5fb59c-be2c-4387-b076-90c9dd77bba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (de196130-c129-4a55-b8ce-888c55a6a709), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.466181 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:28.475709 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 61ff2058-d9af-44ed-b67f-9427115a0bed is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:28.476303 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.483620 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f4d835ef-e5ae-49bb-909c-7a4b5e7a817a admin admin] 10.222.0.57 "PUT /v2.0/routers/c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7207825 Apr 06 10:56:28.499827 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-ff5fb59c-be2c-4387-b076-90c9dd77bba8 None None] Port de196130-c129-4a55-b8ce-888c55a6a709 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:28.517371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ad6fc-647e-4b7d-94a5-6450af6563bb req-0c3072da-3759-42ed-884a-f109bd374eb1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:28.517371 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a9ad6fc-647e-4b7d-94a5-6450af6563bb req-0c3072da-3759-42ed-884a-f109bd374eb1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.1255434 Apr 06 10:56:28.577122 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 61ff2058-d9af-44ed-b67f-9427115a0bed, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=61ff2058-d9af-44ed-b67f-9427115a0bed,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:28.589162 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.635036 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a9ad6fc-647e-4b7d-94a5-6450af6563bb req-16e2dff1-8b5c-486a-914d-1210f9cc971c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175814 Apr 06 10:56:28.792922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c810d1-26bb-434d-8281-fc53d96d134d req-0e469f9b-b0aa-4dc5-bac8-cd6d057903a2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:28.804817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-31c810d1-26bb-434d-8281-fc53d96d134d req-0e469f9b-b0aa-4dc5-bac8-cd6d057903a2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1607394 Apr 06 10:56:28.834394 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244d5c0-6ea7-466c-a860-aaffcaaa92e1 req-d4b94560-2c99-4678-a966-30696f6efcea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:28.839047 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b244d5c0-6ea7-466c-a860-aaffcaaa92e1 req-d4b94560-2c99-4678-a966-30696f6efcea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.1103964 Apr 06 10:56:28.860654 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=61ff2058-d9af-44ed-b67f-9427115a0bed,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:28.893593 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b244d5c0-6ea7-466c-a860-aaffcaaa92e1 req-c964b3a8-ae33-4071-a51c-43ae3eb106f4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483403 Apr 06 10:56:28.925255 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-31c810d1-26bb-434d-8281-fc53d96d134d req-c266f22f-7e09-42e5-b481-7c69a8cd9398 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187863 Apr 06 10:56:29.145746 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Sync routers for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:29.155759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:29.156464 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:29.250946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43754) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:29.256677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-977161338-network', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:29.271040 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:29.276552 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Made reservation on behalf of 02cbe65f4fa147628cb1f0106561354f for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:29.279039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.288194 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.374350 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks [] for security_group (a746792e-1366-4ff2-a0a9-46207a2fda17), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.379274 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a746792e-1366-4ff2-a0a9-46207a2fda17), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.414148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:29.420843 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a746792e-1366-4ff2-a0a9-46207a2fda17,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:29.428136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (a78159f9-800d-485b-b5f6-a2a2e25b99df), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.428495 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Added segment a78159f9-800d-485b-b5f6-a2a2e25b99df of type vlan for network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 Apr 06 10:56:29.480020 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.506227 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:27Z', 'revision_number': 2, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:29.506482 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.508314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:29.509138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.533504 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Checking router: c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:29.533859 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Updating router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 port de196130-c129-4a55-b8ce-888c55a6a709 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:29.563279 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (de196130-c129-4a55-b8ce-888c55a6a709), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.576587 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3245149 Apr 06 10:56:29.578122 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7112a22-feb2-4e82-92ad-669097058972 admin admin] Pushing event updated for resources: {'Network': ['ID=cf756c4c-161e-4b81-82bb-a7bb0dd3ff94,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:29.579462 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43768) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:29.592634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Request body: {'subnet': {'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-977161338-subnet', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:29.605955 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:29.624016 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Made reservation on behalf of 02cbe65f4fa147628cb1f0106561354f for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:29.630169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.815693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4ee49-ccdc-438a-94ba-27931d748e2e req-b0de5151-3348-46ba-a807-406c1f1fb66d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:29.818182 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e5a4ee49-ccdc-438a-94ba-27931d748e2e req-b0de5151-3348-46ba-a807-406c1f1fb66d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0923386 Apr 06 10:56:29.858852 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (4ce5d072-649d-4983-8cb9-92b5b78c1d12), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.881096 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e5a4ee49-ccdc-438a-94ba-27931d748e2e req-0428a9f7-52e6-4222-a124-1ec2a268e04f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566425 Apr 06 10:56:29.924835 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ce5d072-649d-4983-8cb9-92b5b78c1d12,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:29.932716 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Checking segment: {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:29.933178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Network hostable DHCP agents. Network: cf756c4c-161e-4b81-82bb-a7bb0dd3ff94, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:29.957716 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:29.977250 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, cf756c4c-161e-4b81-82bb-a7bb0dd3ff94) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:29.984764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:29.985406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.989008 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419c1c54-bc4e-468b-89b3-2c06ff71fb4a None None] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:30.044778 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8249453c-c045-4146-a3c4-968e26f14eef admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4635730 Apr 06 10:56:30.047495 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43786) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:30.052876 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:30.055319 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks [] for port (de196130-c129-4a55-b8ce-888c55a6a709), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.072029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.090478 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10ac5e-708b-49bc-acd7-f9893cbd7b2f req-f2e5f01e-5c49-472c-9caf-f5f1796fa329 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:30.099691 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3d10ac5e-708b-49bc-acd7-f9893cbd7b2f req-f2e5f01e-5c49-472c-9caf-f5f1796fa329 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.0765300 Apr 06 10:56:30.113032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.114202 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.155808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5723-1ca4-49d7-88ef-2ce62e94be59 None None] Pushing event updated for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:30.162112 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3daf4c0-5e50-4dd2-b419-43a709348bd9 req-053d3e59-07d1-4a28-bed7-bccc322a6444 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:30.163295 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b3daf4c0-5e50-4dd2-b419-43a709348bd9 req-053d3e59-07d1-4a28-bed7-bccc322a6444 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1631594 Apr 06 10:56:30.183427 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 61ff2058-d9af-44ed-b67f-9427115a0bed up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:30.211733 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3d10ac5e-708b-49bc-acd7-f9893cbd7b2f req-abbe7551-55a6-4417-831f-6565ccb087f2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097016 Apr 06 10:56:30.244965 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'fixed_ips': [{'subnet_id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:56:30.245982 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.292181 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for router_controller (1c11cb5f-4926-42eb-aec3-87f9d795b184), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.301816 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b3daf4c0-5e50-4dd2-b419-43a709348bd9 req-35444558-b6e3-4e74-89a7-028d89891c45 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277471 Apr 06 10:56:30.404552 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 61ff2058-d9af-44ed-b67f-9427115a0bed triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:30.405071 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.437657 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Attempting to bind port de196130-c129-4a55-b8ce-888c55a6a709 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:30.438032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Attempting to bind port de196130-c129-4a55-b8ce-888c55a6a709 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:30.438394 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Attempting to bind port de196130-c129-4a55-b8ce-888c55a6a709 on network 1db404bf-0d51-41ca-84a0-c334b9014959 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:30.464575 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:30.464948 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Checking segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:30.465569 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.466734 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Bound using segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:30.467774 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Bound port: de196130-c129-4a55-b8ce-888c55a6a709, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:30.468312 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (de196130-c129-4a55-b8ce-888c55a6a709), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.479270 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for router_gateway (1c11cb5f-4926-42eb-aec3-87f9d795b184), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.569428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Allocated IP 172.20.0.2 (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94/4ce5d072-649d-4983-8cb9-92b5b78c1d12/af77d7f3-3c74-48ac-ad5d-33c362aeec5e) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:30.648460 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-64c2a7ad-ea66-4c1b-be89-7a82a6f4714b None None] Provisioning complete for port de196130-c129-4a55-b8ce-888c55a6a709 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:30.648837 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-64c2a7ad-ea66-4c1b-be89-7a82a6f4714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (de196130-c129-4a55-b8ce-888c55a6a709), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.677757 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 61ff2058-d9af-44ed-b67f-9427115a0bed is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:30.710238 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] For port de196130-c129-4a55-b8ce-888c55a6a709, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:30.734452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] For port de196130-c129-4a55-b8ce-888c55a6a709, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=de196130-c129-4a55-b8ce-888c55a6a709,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:30.747668 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.749531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-64c2a7ad-ea66-4c1b-be89-7a82a6f4714b None None] Port de196130-c129-4a55-b8ce-888c55a6a709 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:30.756152 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for router_gateway (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.797611 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.876877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:30.877373 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:30.881384 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef5723-1ca4-49d7-88ef-2ce62e94be59 None None] Pushing event updated for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:30.948574 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Allocated IP 172.27.0.68 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/54ba7a1d-61ea-495a-b758-10cdb8355d77) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:31.062501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476628fb-a035-4617-ae33-f036b7bd6a68 req-73c0b71a-b8c0-4626-99ce-79f00b9678d1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:31.065074 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-476628fb-a035-4617-ae33-f036b7bd6a68 req-73c0b71a-b8c0-4626-99ce-79f00b9678d1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0768769 Apr 06 10:56:31.092171 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.118338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-476628fb-a035-4617-ae33-f036b7bd6a68 req-a15fca8c-e6a4-4c67-bb2e-f94f53fc4330 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Apr 06 10:56:31.144174 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.153624 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks [] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.159842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:31.189321 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.192821 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:31.195854 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:31.200212 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:31.203406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Pushing event updated for resources: {'Port': ['ID=54ba7a1d-61ea-495a-b758-10cdb8355d77,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.250834 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:31.268636 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:31.313128 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.314114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:31.323221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:31.388927 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Provisioning complete for port de196130-c129-4a55-b8ce-888c55a6a709 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:31.389621 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (de196130-c129-4a55-b8ce-888c55a6a709), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.432116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e3cb4-7720-4a93-b594-e11afeb8d795 req-4522b944-a858-41cc-8036-8fae84a131c2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:31.433760 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1a7e3cb4-7720-4a93-b594-e11afeb8d795 req-4522b944-a858-41cc-8036-8fae84a131c2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.1169255 Apr 06 10:56:31.471271 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3fa5e-ea7f-453f-879b-543e054fa251 req-cdf4a124-f0b7-4a8e-b6a5-8cf144907fa4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:31.473651 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b0d3fa5e-ea7f-453f-879b-543e054fa251 req-cdf4a124-f0b7-4a8e-b6a5-8cf144907fa4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0768347 Apr 06 10:56:31.536315 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Pushing event updated for resources: {'Port': ['ID=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.541885 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Attempting to bind port af77d7f3-3c74-48ac-ad5d-33c362aeec5e on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:31.542255 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Attempting to bind port af77d7f3-3c74-48ac-ad5d-33c362aeec5e by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:31.542623 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Attempting to bind port af77d7f3-3c74-48ac-ad5d-33c362aeec5e on network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:31.548267 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b0d3fa5e-ea7f-453f-879b-543e054fa251 req-46b53245-3264-4e8d-94d7-c9c1fbaa8daa tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665483 Apr 06 10:56:31.561108 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:31.562308 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Checking segment: {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:31.562308 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.571772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Bound using segment: {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:31.571772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Bound port: af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:31.571772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.572253 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1a7e3cb4-7720-4a93-b594-e11afeb8d795 req-a04d1cd8-183d-441d-bf7d-d8d7fddfb0ca tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225371 Apr 06 10:56:31.572443 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port ae00295a-be2c-4341-91c4-6bde24dfc015 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:31.572443 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.586491 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for router_gateway (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.761891 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Current status of the port de196130-c129-4a55-b8ce-888c55a6a709 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:31.762436 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (de196130-c129-4a55-b8ce-888c55a6a709), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.764483 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] For port af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:31.794338 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.810109 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] For port af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:31.833467 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.871436 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:31.872047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.919268 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] For port de196130-c129-4a55-b8ce-888c55a6a709, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=de196130-c129-4a55-b8ce-888c55a6a709,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:31.935656 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.952325 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:31.954666 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b6f703-ec55-42fe-b187-a8ecf0f5dff5" -d '{"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:31.975114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c63e-e2b5-4658-ad7d-43045b8defc0 None None] Pushing event updated for resources: {'Port': ['ID=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.985622 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:31.994938 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:32.026025 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36f45ee-1b6c-4802-be34-df86ac02fdbc x-openstack-request-id: req-e36f45ee-1b6c-4802-be34-df86ac02fdbc {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:32.026351 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:32.026577 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e36f45ee-1b6c-4802-be34-df86ac02fdbc {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:32.026982 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36f45ee-1b6c-4802-be34-df86ac02fdbc'] response: {'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'code': 200} Apr 06 10:56:32.045697 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:32.047396 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1512-a3a7-46bc-accf-bcf149657bcc None None] The sync data for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi is: [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:32.085164 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de16ac1-3c9e-4a26-b835-56c7e3635e92 None None] Pushing event updated for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:32.210327 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=7']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:32.365188 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b9956-7d10-433f-9335-fb8680d39f32 req-84fc079f-ed92-41c0-b410-8a64a6eff539 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:32.366812 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef9b9956-7d10-433f-9335-fb8680d39f32 req-84fc079f-ed92-41c0-b410-8a64a6eff539 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0965793 Apr 06 10:56:32.372881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Router 1c11cb5f-4926-42eb-aec3-87f9d795b184 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:56:32.474008 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef9b9956-7d10-433f-9335-fb8680d39f32 req-a045c142-308b-41de-84e5-13a46b006224 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986457 Apr 06 10:56:32.544429 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:32.555021 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Sync routers for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:32.567891 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:32.572770 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-52b28040-f414-4135-8174-647ac0eccdaa admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5206623 Apr 06 10:56:32.572943 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:32.573249 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43850) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:32.574251 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:32.714363 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:32.827174 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b0c87-bd95-4f83-8fa0-85fdb2c5726a req-cc6c8da3-a3a5-416b-a9d4-12e44dbe03e3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:32.840111 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-124b0c87-bd95-4f83-8fa0-85fdb2c5726a req-cc6c8da3-a3a5-416b-a9d4-12e44dbe03e3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1714821 Apr 06 10:56:33.002396 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-124b0c87-bd95-4f83-8fa0-85fdb2c5726a req-64146811-d8fb-44e6-b7b0-2ac049ae2742 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612790 Apr 06 10:56:33.138055 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cffc9-28ec-4673-a3d3-c5501351784a req-a8cc1b0b-6b07-448c-8d0a-1c1979391897 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:33.152183 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f46cffc9-28ec-4673-a3d3-c5501351784a req-a8cc1b0b-6b07-448c-8d0a-1c1979391897 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.4233510 Apr 06 10:56:33.209981 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 3, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:33.247193 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Checking router: 1c11cb5f-4926-42eb-aec3-87f9d795b184 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:33.247643 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Updating router 1c11cb5f-4926-42eb-aec3-87f9d795b184 port 54ba7a1d-61ea-495a-b758-10cdb8355d77 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:33.283194 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.323159 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f46cffc9-28ec-4673-a3d3-c5501351784a req-15eda58c-b73a-4515-a65c-a5438f425e1d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700294 Apr 06 10:56:33.436059 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91001549-0b6e-476e-8b7b-22a9d739e247 None None] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:33.527278 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Provisioning complete for port af77d7f3-3c74-48ac-ad5d-33c362aeec5e triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:33.527852 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.639337 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.703805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Current status of the port af77d7f3-3c74-48ac-ad5d-33c362aeec5e is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:33.704455 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.753971 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks [] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.754537 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] For port af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:33.759246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.762811 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.819071 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d25e56-bd0b-4f9d-b189-a3759c1e4d26 None None] Pushing event updated for resources: {'Port': ['ID=54ba7a1d-61ea-495a-b758-10cdb8355d77,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:33.846597 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Attempting to bind port 54ba7a1d-61ea-495a-b758-10cdb8355d77 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:33.847119 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Attempting to bind port 54ba7a1d-61ea-495a-b758-10cdb8355d77 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:33.847583 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Attempting to bind port 54ba7a1d-61ea-495a-b758-10cdb8355d77 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:33.853429 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:33.854283 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:33.854920 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.855535 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:33.856239 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Bound port: 54ba7a1d-61ea-495a-b758-10cdb8355d77, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:33.856889 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.876885 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ffdfb-c30f-41fc-bf68-470ff4b8695d None None] Pushing event updated for resources: {'Port': ['ID=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:33.922890 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Allocated IP 172.20.0.1 (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94/4ce5d072-649d-4983-8cb9-92b5b78c1d12/6644c180-b9e7-45a6-bd55-e185d127c295) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:33.946524 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] For port 54ba7a1d-61ea-495a-b758-10cdb8355d77, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:33.953066 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] For port 54ba7a1d-61ea-495a-b758-10cdb8355d77, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54ba7a1d-61ea-495a-b758-10cdb8355d77,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:33.961384 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:33.992184 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-05fbeb74-65e3-45d2-963a-8055f91c9d56 None None] Provisioning complete for port af77d7f3-3c74-48ac-ad5d-33c362aeec5e triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:33.992948 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-05fbeb74-65e3-45d2-963a-8055f91c9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.149321 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d25e56-bd0b-4f9d-b189-a3759c1e4d26 None None] Pushing event updated for resources: {'Port': ['ID=54ba7a1d-61ea-495a-b758-10cdb8355d77,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:34.170918 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:34.171765 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:34.173371 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks [] for port (6644c180-b9e7-45a6-bd55-e185d127c295), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.231159 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-05fbeb74-65e3-45d2-963a-8055f91c9d56 None None] Current status of the port af77d7f3-3c74-48ac-ad5d-33c362aeec5e is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:34.271191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.279883 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3540a1-140a-4843-8a13-96b2b95b7497 req-3fef2dd8-a863-4f06-9d31-dde904cc1d1f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:34.282542 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de3540a1-140a-4843-8a13-96b2b95b7497 req-3fef2dd8-a863-4f06-9d31-dde904cc1d1f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1201749 Apr 06 10:56:34.336208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:34.338787 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:34.341037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:34.345203 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:34.345918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.366071 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de3540a1-140a-4843-8a13-96b2b95b7497 req-4a372a7d-8cd0-415b-8646-2c553c291ea2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727804 Apr 06 10:56:34.392000 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device af77d7f3-3c74-48ac-ad5d-33c362aeec5e up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:34.491362 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port af77d7f3-3c74-48ac-ad5d-33c362aeec5e triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:34.492020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.583501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Pushing event updated for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:34.599190 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.615097 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 3, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:34.636875 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9a258-6fd4-488a-b3ff-b544e2a87776 req-4e811d51-4ffd-43b5-8a9c-5511e2502bdb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:34.644549 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2ab9a258-6fd4-488a-b3ff-b544e2a87776 req-4e811d51-4ffd-43b5-8a9c-5511e2502bdb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1323941 Apr 06 10:56:34.674610 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbb8247-ef2f-49a1-bffc-7ba444d90fdb None None] The sync data for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi is: [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 3, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:34.688591 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port af77d7f3-3c74-48ac-ad5d-33c362aeec5e is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:34.690840 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device de196130-c129-4a55-b8ce-888c55a6a709 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:34.736873 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2ab9a258-6fd4-488a-b3ff-b544e2a87776 req-7197d69a-fe38-405b-a2f6-f8f10fe7123a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886879 Apr 06 10:56:34.816112 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d9220850-7a7b-417e-a97a-556e9270b164 None None] Provisioning complete for port 6644c180-b9e7-45a6-bd55-e185d127c295 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:34.816725 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d9220850-7a7b-417e-a97a-556e9270b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.818895 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port de196130-c129-4a55-b8ce-888c55a6a709 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:34.819262 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (de196130-c129-4a55-b8ce-888c55a6a709), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.879203 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks [] for port (6644c180-b9e7-45a6-bd55-e185d127c295), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.884540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.885357 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.916511 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d9220850-7a7b-417e-a97a-556e9270b164 None None] Port 6644c180-b9e7-45a6-bd55-e185d127c295 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:34.984000 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port de196130-c129-4a55-b8ce-888c55a6a709 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:34.988239 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43908) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:34.992891 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496553639', 'description': 'tempest-description--204797368'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:35.016123 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.033618 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Pushing event updated for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.065666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:35.067578 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:35.101333 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (5085302d-12d6-4258-838c-8863dfce8b2f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.106108 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5085302d-12d6-4258-838c-8863dfce8b2f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.152914 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5085302d-12d6-4258-838c-8863dfce8b2f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.177464 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.183660 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-88227073-2e72-45b9-9514-8b2fe73d9dda tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1944256 Apr 06 10:56:35.186906 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43914) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.205652 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'security_group_rule': {'security_group_id': '5085302d-12d6-4258-838c-8863dfce8b2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:35.251544 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (02120e19-7698-4968-8def-0b2e7d7e0cff), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.316720 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43918) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.421378 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (02120e19-7698-4968-8def-0b2e7d7e0cff), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.427871 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (02120e19-7698-4968-8def-0b2e7d7e0cff), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.468504 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-fc7fb58d-1d7a-4737-9a59-b336527f8943 None None] Provisioning complete for port 6644c180-b9e7-45a6-bd55-e185d127c295 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:35.468891 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fc7fb58d-1d7a-4737-9a59-b336527f8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.470663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02120e19-7698-4968-8def-0b2e7d7e0cff,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.496917 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3d1994b8-9c89-4185-8772-96a323f375bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.523499 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.527700 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5c37d858-3b90-42e3-8814-0ca8b14640ac tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3394313 Apr 06 10:56:35.528322 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43924) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.533477 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-fc7fb58d-1d7a-4737-9a59-b336527f8943 None None] Port 6644c180-b9e7-45a6-bd55-e185d127c295 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:35.539406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'security_group_rule': {'security_group_id': '5085302d-12d6-4258-838c-8863dfce8b2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:35.604866 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (88bb3150-e2f7-42a2-8590-b1923b5565a2), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.640401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7886684-86cf-4e01-9f32-9b3249886f6d req-c9d7774c-82e7-4478-9267-25ac580e5a87 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:35.641956 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e7886684-86cf-4e01-9f32-9b3249886f6d req-c9d7774c-82e7-4478-9267-25ac580e5a87 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1355832 Apr 06 10:56:35.698961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Router 1c11cb5f-4926-42eb-aec3-87f9d795b184 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:56:35.764064 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (88bb3150-e2f7-42a2-8590-b1923b5565a2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.770162 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3d1994b8-9c89-4185-8772-96a323f375bc admin admin] Publish callbacks [] for security_group (53132cfb-f8cc-4573-924a-9ef376131de9), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.771191 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e7886684-86cf-4e01-9f32-9b3249886f6d req-433fb78a-95b1-4b32-bd67-48f5a7fc08bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115637 Apr 06 10:56:35.772389 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (88bb3150-e2f7-42a2-8590-b1923b5565a2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.781112 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3d1994b8-9c89-4185-8772-96a323f375bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (53132cfb-f8cc-4573-924a-9ef376131de9), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.823080 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bb3150-e2f7-42a2-8590-b1923b5565a2,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.831761 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:35.844926 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.844926 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a6f0f7f5-127a-448f-a398-2816f8c2671f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3034296 Apr 06 10:56:35.845242 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-3e4159a8-27c0-4e80-a7e5-724499415fee admin admin] 10.222.0.57 "PUT /v2.0/routers/1c11cb5f-4926-42eb-aec3-87f9d795b184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674186 Apr 06 10:56:35.845242 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43928) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.847238 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3d1994b8-9c89-4185-8772-96a323f375bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5556b6e90b994c93bf37f4dc9e67f87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5294242 Apr 06 10:56:35.848178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1994b8-9c89-4185-8772-96a323f375bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53132cfb-f8cc-4573-924a-9ef376131de9,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.851954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43932) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.861598 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:35.895157 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.939976 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] Publish callbacks [] for security_group (53132cfb-f8cc-4573-924a-9ef376131de9), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.963489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] Publish callbacks [] for security_group (53132cfb-f8cc-4573-924a-9ef376131de9), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.007502 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134c5a-19a6-47c6-b15e-6049fe0c476c req-f4f78df1-9082-4279-bf75-ac5381852866 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:36.009017 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca134c5a-19a6-47c6-b15e-6049fe0c476c req-f4f78df1-9082-4279-bf75-ac5381852866 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1260307 Apr 06 10:56:36.039726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (53132cfb-f8cc-4573-924a-9ef376131de9), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.044215 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.048195 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53132cfb-f8cc-4573-924a-9ef376131de9 HTTP/1.1" status: 204 len: 168 time: 0.1928439 Apr 06 10:56:36.056405 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e7588-89a2-4b7c-b0b9-556c91ecb343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53132cfb-f8cc-4573-924a-9ef376131de9,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.081455 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca134c5a-19a6-47c6-b15e-6049fe0c476c req-6330caa2-db56-4895-92d7-99463ca9743f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631683 Apr 06 10:56:36.115144 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.268590 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Allocated IP 172.27.0.197 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/fc92ce83-b20d-4626-bcaf-601cc20255f9) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:36.269706 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54ba7a1d-61ea-495a-b758-10cdb8355d77 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:36.381697 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 54ba7a1d-61ea-495a-b758-10cdb8355d77 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:36.382069 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.399904 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.434580 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43946) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:36.452062 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.455213 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-872e69b0-ea03-4435-95ae-efccc32dd7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.497573 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 54ba7a1d-61ea-495a-b758-10cdb8355d77 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:36.497867 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.498453 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:36.503161 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:36.507520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:36.521781 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 54ba7a1d-61ea-495a-b758-10cdb8355d77, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54ba7a1d-61ea-495a-b758-10cdb8355d77,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:36.525682 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.545542 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-872e69b0-ea03-4435-95ae-efccc32dd7e6 admin admin] Publish callbacks [] for security_group (c7d7b60c-d800-4f4c-b28e-51e30861f7b4), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.549772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'Port': ['ID=fc92ce83-b20d-4626-bcaf-601cc20255f9,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.552594 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-872e69b0-ea03-4435-95ae-efccc32dd7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (c7d7b60c-d800-4f4c-b28e-51e30861f7b4), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.565988 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.583686 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=54ba7a1d-61ea-495a-b758-10cdb8355d77,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.598128 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e69b0-ea03-4435-95ae-efccc32dd7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7b60c-d800-4f4c-b28e-51e30861f7b4,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.605187 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-872e69b0-ea03-4435-95ae-efccc32dd7e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b56495f279049f99a723f51a4c29401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661611 Apr 06 10:56:36.605614 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43948) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:36.630589 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.704973 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] Publish callbacks [] for security_group (c7d7b60c-d800-4f4c-b28e-51e30861f7b4), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.776168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] Publish callbacks [] for security_group (c7d7b60c-d800-4f4c-b28e-51e30861f7b4), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.872209 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (c7d7b60c-d800-4f4c-b28e-51e30861f7b4), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.875346 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.878681 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7d7b60c-d800-4f4c-b28e-51e30861f7b4 HTTP/1.1" status: 204 len: 168 time: 0.2681000 Apr 06 10:56:36.894272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac36629-0304-4860-9c90-374b1479b8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7b60c-d800-4f4c-b28e-51e30861f7b4,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.897863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.916158 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.954141 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0211a-aa58-4274-8ec6-85388a271c4b req-e4b18553-fdee-4900-bff8-cb1942178e7c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:36.956230 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ff0211a-aa58-4274-8ec6-85388a271c4b req-e4b18553-fdee-4900-bff8-cb1942178e7c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0810463 Apr 06 10:56:36.958237 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.981155 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'Port': ['ID=fc92ce83-b20d-4626-bcaf-601cc20255f9,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.985420 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.986640 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-59d7a6e2-c066-418e-b6e6-2990fbb888ea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1428947 Apr 06 10:56:37.025204 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ff0211a-aa58-4274-8ec6-85388a271c4b req-1037670a-b7cb-4090-acfa-25b124d85df7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595145 Apr 06 10:56:37.032362 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Sync routers for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:37.059131 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:37.059789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:37.242929 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917d61a-a27e-4c3d-9ac5-618be40f281f req-0d402500-20c4-45ec-82f8-dcf7619bb8bf tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:37.244931 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7917d61a-a27e-4c3d-9ac5-618be40f281f req-0d402500-20c4-45ec-82f8-dcf7619bb8bf tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0597210 Apr 06 10:56:37.300200 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7917d61a-a27e-4c3d-9ac5-618be40f281f req-583fbe24-786c-44de-85f1-cde0a1b19f32 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489235 Apr 06 10:56:37.347837 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 43968) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:37.358029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:37.360457 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-97b4bbd9-0084-452a-9997-07e1c01b13c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.454488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-97b4bbd9-0084-452a-9997-07e1c01b13c9 admin admin] Publish callbacks [] for security_group (8aaff0b1-98cc-4245-b3c4-a766d0c965ba), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.463310 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-97b4bbd9-0084-452a-9997-07e1c01b13c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8aaff0b1-98cc-4245-b3c4-a766d0c965ba), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.504646 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-97b4bbd9-0084-452a-9997-07e1c01b13c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68f1b39baddd48a0bac8f2b1d05ead37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559222 Apr 06 10:56:37.506654 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4bbd9-0084-452a-9997-07e1c01b13c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaff0b1-98cc-4245-b3c4-a766d0c965ba,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:37.507874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 43972) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:37.566351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] Publish callbacks [] for security_group (8aaff0b1-98cc-4245-b3c4-a766d0c965ba), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.589535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] Publish callbacks [] for security_group (8aaff0b1-98cc-4245-b3c4-a766d0c965ba), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.592898 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:34Z', 'revision_number': 4, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '6644c180-b9e7-45a6-bd55-e185d127c295', 'name': '', 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'mac_address': 'fa:16:3e:8a:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:33Z', 'updated_at': '2022-04-06T10:56:34Z', 'revision_number': 2, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'subnets': [{'id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:37.620466 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Checking router: 1c11cb5f-4926-42eb-aec3-87f9d795b184 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:37.620826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Updating router 1c11cb5f-4926-42eb-aec3-87f9d795b184 port 6644c180-b9e7-45a6-bd55-e185d127c295 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:37.638894 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8aaff0b1-98cc-4245-b3c4-a766d0c965ba), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.641514 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.642652 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8aaff0b1-98cc-4245-b3c4-a766d0c965ba HTTP/1.1" status: 204 len: 168 time: 0.1337965 Apr 06 10:56:37.651261 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5598cd5-ef55-44eb-8e64-38626f696cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaff0b1-98cc-4245-b3c4-a766d0c965ba,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:37.654026 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.959727 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks [] for port (6644c180-b9e7-45a6-bd55-e185d127c295), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.965677 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.040105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3114-dbab-4f93-a473-07f31023c6e4 None None] Pushing event updated for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.071508 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Attempting to bind port 6644c180-b9e7-45a6-bd55-e185d127c295 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:38.071820 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Attempting to bind port 6644c180-b9e7-45a6-bd55-e185d127c295 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:38.072410 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Attempting to bind port 6644c180-b9e7-45a6-bd55-e185d127c295 on network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:38.077804 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:38.078180 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Checking segment: {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:38.078581 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.078973 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Bound using segment: {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:38.079618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Bound port: 6644c180-b9e7-45a6-bd55-e185d127c295, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78159f9-800d-485b-b5f6-a2a2e25b99df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:38.080006 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.192550 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] For port 6644c180-b9e7-45a6-bd55-e185d127c295, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:38.199239 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] For port 6644c180-b9e7-45a6-bd55-e185d127c295, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=6644c180-b9e7-45a6-bd55-e185d127c295,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:38.210222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.266328 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c49a-1fe9-4e55-b93b-d1c011be9c55 req-463e2169-b7d9-4a7a-964b-e2d870828f54 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:38.267936 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5e83c49a-1fe9-4e55-b93b-d1c011be9c55 req-463e2169-b7d9-4a7a-964b-e2d870828f54 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0972896 Apr 06 10:56:38.313862 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:38.314519 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:56:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:38.318166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54ba7a1d-61ea-495a-b758-10cdb8355d77 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:38.344518 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5e83c49a-1fe9-4e55-b93b-d1c011be9c55 req-3b454d07-c6bb-4406-935f-d01cb0395929 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643821 Apr 06 10:56:38.406261 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f3114-dbab-4f93-a473-07f31023c6e4 None None] Pushing event updated for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.415050 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Provisioning complete for port 6644c180-b9e7-45a6-bd55-e185d127c295 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:38.415417 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.507940 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bfac9-3ecf-4ee9-b4f7-fae8ad22c66f req-293475cd-0ab0-4a71-bed2-f113cb15fd2a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:38.509679 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-508bfac9-3ecf-4ee9-b4f7-fae8ad22c66f req-293475cd-0ab0-4a71-bed2-f113cb15fd2a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0808110 Apr 06 10:56:38.570155 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:38.573132 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-508bfac9-3ecf-4ee9-b4f7-fae8ad22c66f req-856d7728-12a1-452d-8c03-06011c5360e1 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572174 Apr 06 10:56:38.607708 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44002) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:38.682649 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 54ba7a1d-61ea-495a-b758-10cdb8355d77 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:38.683091 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.718346 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-814934004-network', 'tenant_id': '05273a869e9f46eeac2445ce4838a15d'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:38.739485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Made reservation on behalf of 05273a869e9f46eeac2445ce4838a15d for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:38.741717 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.749944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.775590 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Current status of the port 6644c180-b9e7-45a6-bd55-e185d127c295 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:38.775976 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.832519 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks [] for security_group (e9022ee3-9e79-4093-831d-c581aa1bf10f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.837162 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e9022ee3-9e79-4093-831d-c581aa1bf10f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.863442 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:38.871984 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9022ee3-9e79-4093-831d-c581aa1bf10f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.883569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (106c1083-64a2-4719-ae73-83f717d009b1), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.883569 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Added segment 106c1083-64a2-4719-ae73-83f717d009b1 of type vlan for network 33a52848-7070-4c08-8c3d-a601c3d53c8d Apr 06 10:56:38.895047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] For port 6644c180-b9e7-45a6-bd55-e185d127c295, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=6644c180-b9e7-45a6-bd55-e185d127c295,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:38.914589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.919912 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 54ba7a1d-61ea-495a-b758-10cdb8355d77 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:38.951725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (33a52848-7070-4c08-8c3d-a601c3d53c8d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.978469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (33a52848-7070-4c08-8c3d-a601c3d53c8d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.979404 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:38.979983 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.988419 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcdd06-6d68-4ef5-a838-c7430c5c852b None None] Pushing event updated for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.993542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:34Z', 'revision_number': 4, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '6644c180-b9e7-45a6-bd55-e185d127c295', 'name': '', 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'mac_address': 'fa:16:3e:8a:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:33Z', 'updated_at': '2022-04-06T10:56:38Z', 'revision_number': 4, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'subnets': [{'id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:39.029418 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879bc98c-8049-48f5-9953-94df49d58d27 None None] The sync data for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi is: [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:34Z', 'revision_number': 4, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '6644c180-b9e7-45a6-bd55-e185d127c295', 'name': '', 'network_id': 'cf756c4c-161e-4b81-82bb-a7bb0dd3ff94', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'mac_address': 'fa:16:3e:8a:94:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:33Z', 'updated_at': '2022-04-06T10:56:38Z', 'revision_number': 4, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'subnets': [{'id': '4ce5d072-649d-4983-8cb9-92b5b78c1d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:39.035748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4232166 Apr 06 10:56:39.036513 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44006) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:39.040864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-bfd68b34-1ca1-4648-88e4-dc1ee5dbe2d7 None None] Provisioning complete for port 6644c180-b9e7-45a6-bd55-e185d127c295 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:39.041236 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bfd68b34-1ca1-4648-88e4-dc1ee5dbe2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.045582 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc33ce-12bd-43d5-a0d0-b2f1244495dc admin admin] Pushing event updated for resources: {'Network': ['ID=33a52848-7070-4c08-8c3d-a601c3d53c8d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:39.048283 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Request body: {'subnet': {'network_id': '33a52848-7070-4c08-8c3d-a601c3d53c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-814934004-subnet', 'tenant_id': '05273a869e9f46eeac2445ce4838a15d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:39.069772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 33a52848-7070-4c08-8c3d-a601c3d53c8d details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:39.090689 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Made reservation on behalf of 05273a869e9f46eeac2445ce4838a15d for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:39.093915 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.212944 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-bfd68b34-1ca1-4648-88e4-dc1ee5dbe2d7 None None] Current status of the port 6644c180-b9e7-45a6-bd55-e185d127c295 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:39.318992 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (4e9aa2b5-9661-4d11-b85f-01e9bcefb92a), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.378120 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e9aa2b5-9661-4d11-b85f-01e9bcefb92a,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:39.410580 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Checking segment: {'id': '106c1083-64a2-4719-ae73-83f717d009b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '33a52848-7070-4c08-8c3d-a601c3d53c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:39.411349 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Network hostable DHCP agents. Network: 33a52848-7070-4c08-8c3d-a601c3d53c8d, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:39.431630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Network 33a52848-7070-4c08-8c3d-a601c3d53c8d is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:39.443220 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 33a52848-7070-4c08-8c3d-a601c3d53c8d) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:39.450794 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639926f-702f-4665-9bf8-925cec665aed None None] Network 33a52848-7070-4c08-8c3d-a601c3d53c8d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:39.453195 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:39.453857 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.481346 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d2db1df2-f5c9-4ac8-b1df-4c45f274f2e1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4397058 Apr 06 10:56:39.516142 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d849b7-094a-40c6-81e5-a3d4cd0200c6 req-09f0bd76-d2a4-472c-9902-5cede3270fea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:39.517801 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-77d849b7-094a-40c6-81e5-a3d4cd0200c6 req-09f0bd76-d2a4-472c-9902-5cede3270fea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0798044 Apr 06 10:56:39.617381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5bf936-970f-4ee7-b824-ae732445835b None None] Network 33a52848-7070-4c08-8c3d-a601c3d53c8d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:39.631423 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-77d849b7-094a-40c6-81e5-a3d4cd0200c6 req-b6f60cc3-5f5d-4403-8915-557ad243a817 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904860 Apr 06 10:56:39.767912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b438f9-160a-48c7-a5fc-9b10ee0201d9 req-1a1a0601-d2ab-44c6-bc28-c223df838331 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:39.773741 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b7b438f9-160a-48c7-a5fc-9b10ee0201d9 req-1a1a0601-d2ab-44c6-bc28-c223df838331 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0801065 Apr 06 10:56:39.830987 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b7b438f9-160a-48c7-a5fc-9b10ee0201d9 req-f45540c0-66c8-41a2-b8fa-2df5c0f9a30d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Apr 06 10:56:40.090532 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44030) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:40.096146 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1903887784-network', 'tenant_id': '7568eea4e8d74d0cbea33e20e0df69bf'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:40.117347 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Made reservation on behalf of 7568eea4e8d74d0cbea33e20e0df69bf for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:40.119530 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.128914 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.237995 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks [] for security_group (b6957581-3041-473e-b9af-b02802259fd9), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.242368 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b6957581-3041-473e-b9af-b02802259fd9), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.275420 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:40.294639 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 6644c180-b9e7-45a6-bd55-e185d127c295 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:40.295463 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6957581-3041-473e-b9af-b02802259fd9,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.301677 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (fc060f2e-4b22-44b0-96ef-c9cf679f828a), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.302027 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Added segment fc060f2e-4b22-44b0-96ef-c9cf679f828a of type vlan for network d08bf7ca-4791-4ceb-b05f-304e33361924 Apr 06 10:56:40.354574 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (d08bf7ca-4791-4ceb-b05f-304e33361924), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.355251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 6644c180-b9e7-45a6-bd55-e185d127c295 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:40.355626 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.383658 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (d08bf7ca-4791-4ceb-b05f-304e33361924), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.384489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:40.385063 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.440978 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3461905 Apr 06 10:56:40.441197 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44032) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:40.442465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 6644c180-b9e7-45a6-bd55-e185d127c295 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:40.445726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Request body: {'subnet': {'network_id': 'd08bf7ca-4791-4ceb-b05f-304e33361924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1903887784-subnet', 'tenant_id': '7568eea4e8d74d0cbea33e20e0df69bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:40.466958 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a647ec7-3edf-451b-a2bd-243bbd035d70 admin admin] Pushing event updated for resources: {'Network': ['ID=d08bf7ca-4791-4ceb-b05f-304e33361924,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.478681 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Made reservation on behalf of 7568eea4e8d74d0cbea33e20e0df69bf for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:40.480826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network d08bf7ca-4791-4ceb-b05f-304e33361924 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:40.481288 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.692343 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (adb1f51b-8a4d-4973-ac49-c9e04328a488), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.749489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adb1f51b-8a4d-4973-ac49-c9e04328a488,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.758348 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e325f2d-532c-4757-b42a-2b3c651da699 req-1c78c2f0-5fde-4f41-bc0d-50754de12087 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:40.758842 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Checking segment: {'id': 'fc060f2e-4b22-44b0-96ef-c9cf679f828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd08bf7ca-4791-4ceb-b05f-304e33361924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:40.759102 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Network hostable DHCP agents. Network: d08bf7ca-4791-4ceb-b05f-304e33361924, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:40.759863 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e325f2d-532c-4757-b42a-2b3c651da699 req-1c78c2f0-5fde-4f41-bc0d-50754de12087 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0616760 Apr 06 10:56:40.777007 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Network d08bf7ca-4791-4ceb-b05f-304e33361924 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:40.786329 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, d08bf7ca-4791-4ceb-b05f-304e33361924) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:40.791020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:40.791626 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.796057 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f236a4-8809-4db4-a1f4-61f558ecf106 None None] Network d08bf7ca-4791-4ceb-b05f-304e33361924 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:40.808171 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-de34d375-8e17-4f18-8571-dfaf882ff452 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3660100 Apr 06 10:56:40.829036 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e325f2d-532c-4757-b42a-2b3c651da699 req-5eca2607-6ed0-480f-9271-7a6debad6adb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629711 Apr 06 10:56:40.911545 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366e4da-741c-438e-87d8-240a66bf634b None None] Network d08bf7ca-4791-4ceb-b05f-304e33361924 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:40.976194 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a89ec7-d160-4ea1-926b-a322a0952c52 req-f68835ef-df67-4b74-bd30-e28ec1711269 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:40.978083 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-02a89ec7-d160-4ea1-926b-a322a0952c52 req-f68835ef-df67-4b74-bd30-e28ec1711269 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0619352 Apr 06 10:56:41.029901 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-02a89ec7-d160-4ea1-926b-a322a0952c52 req-5d3ef2f0-afb0-4a13-a919-43f033031355 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453584 Apr 06 10:56:41.962591 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1c2c3-a700-488f-ac2a-8ebf3d57b8b3 req-fc815a0e-e007-4519-a973-9adb90624834 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:41.964219 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-41d1c2c3-a700-488f-ac2a-8ebf3d57b8b3 req-fc815a0e-e007-4519-a973-9adb90624834 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0555735 Apr 06 10:56:42.014826 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-41d1c2c3-a700-488f-ac2a-8ebf3d57b8b3 req-69fa2806-dba2-447d-baa3-a03b6fbc5471 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Apr 06 10:56:42.154913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a0a2d-ddfa-4dfd-975c-36e8c16f00e9 req-e28b69f2-fdaf-4aa8-9da3-6c35fd295989 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:42.156390 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c1a0a2d-ddfa-4dfd-975c-36e8c16f00e9 req-e28b69f2-fdaf-4aa8-9da3-6c35fd295989 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0604322 Apr 06 10:56:42.206654 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c1a0a2d-ddfa-4dfd-975c-36e8c16f00e9 req-7351f5ac-fcaf-403f-95c0-cee98ea822a9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Apr 06 10:56:43.155685 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686be6f-dd73-4ba9-a5ee-c587ac5333ad req-f9eb45d2-b695-4c06-84c3-a8e7f8c81c42 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:43.157467 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a686be6f-dd73-4ba9-a5ee-c587ac5333ad req-f9eb45d2-b695-4c06-84c3-a8e7f8c81c42 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0580416 Apr 06 10:56:43.207076 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a686be6f-dd73-4ba9-a5ee-c587ac5333ad req-ca390b32-1c46-45e2-a636-b62f04bb00b0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Apr 06 10:56:43.366610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9aa185-c9e9-45aa-b9ad-19196e0cd6cc req-7106c820-63aa-4716-8c83-4f9c5058b5b9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:43.369056 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dd9aa185-c9e9-45aa-b9ad-19196e0cd6cc req-7106c820-63aa-4716-8c83-4f9c5058b5b9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0823119 Apr 06 10:56:43.430524 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dd9aa185-c9e9-45aa-b9ad-19196e0cd6cc req-7385de56-a93e-48dc-8fd9-f2b1537ebf74 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551949 Apr 06 10:56:44.218279 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2ad68c02-edb7-47d6-9226-b7e816f2ae0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.334299 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3517bbf-f858-4aac-8260-3fa3940f65ae req-b34f08cf-2ed0-4c82-a274-6ae0b4dfab86 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:44.335762 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b3517bbf-f858-4aac-8260-3fa3940f65ae req-b34f08cf-2ed0-4c82-a274-6ae0b4dfab86 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0540941 Apr 06 10:56:44.395747 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b3517bbf-f858-4aac-8260-3fa3940f65ae req-ef751dd3-096a-4a18-bf75-3a6161618c07 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544288 Apr 06 10:56:44.553670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ec17d-82bc-4815-8a7f-38c0e9815292 req-6bf3a4fa-2d63-49ae-bc04-dd844c732d3f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:44.555725 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eb5ec17d-82bc-4815-8a7f-38c0e9815292 req-6bf3a4fa-2d63-49ae-bc04-dd844c732d3f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0562093 Apr 06 10:56:44.626890 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eb5ec17d-82bc-4815-8a7f-38c0e9815292 req-b541fa8b-edc9-4590-b5f3-8180f605e53c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633061 Apr 06 10:56:45.541460 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9472b-a0af-4b8d-893a-ad77b1ae6325 req-7c89856c-683e-412c-8198-607090778923 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.543067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71c9472b-a0af-4b8d-893a-ad77b1ae6325 req-7c89856c-683e-412c-8198-607090778923 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0664136 Apr 06 10:56:45.590597 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71c9472b-a0af-4b8d-893a-ad77b1ae6325 req-8ab80226-bf52-4537-81a8-d856f6738ce9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Apr 06 10:56:45.755019 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d598d8-e5e1-4aca-bdd1-1aa88c2dafab req-389b4e02-e40a-433e-81de-bdc5f69dbfef tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.756753 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9d598d8-e5e1-4aca-bdd1-1aa88c2dafab req-389b4e02-e40a-433e-81de-bdc5f69dbfef tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0581863 Apr 06 10:56:45.819676 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9d598d8-e5e1-4aca-bdd1-1aa88c2dafab req-9344f166-bd8f-4dd1-ad65-67ffde3aa8c6 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571625 Apr 06 10:56:46.720485 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-65d970e8-b492-4e1c-bd73-8ff689900f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.737754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66373e7-bcff-4888-9481-fdd489abba32 req-0e0dd4a1-5e5a-481a-9ccf-9d1a3c6a0f1a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:46.740003 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f66373e7-bcff-4888-9481-fdd489abba32 req-0e0dd4a1-5e5a-481a-9ccf-9d1a3c6a0f1a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0733173 Apr 06 10:56:46.846466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f66373e7-bcff-4888-9481-fdd489abba32 req-c3c0641f-92e8-467e-b096-5a7f7fc92143 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001513 Apr 06 10:56:47.061824 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8e1dd-eaac-4158-919c-445f7f108e6b req-59395f78-f4fa-4888-b41f-ff4989aa41da tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:47.063233 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-88b8e1dd-eaac-4158-919c-445f7f108e6b req-59395f78-f4fa-4888-b41f-ff4989aa41da tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0675516 Apr 06 10:56:47.113362 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-88b8e1dd-eaac-4158-919c-445f7f108e6b req-b28e3087-84df-4f2a-ade4-c49b37bd0dd9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Apr 06 10:56:48.047016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c58ffd-02ad-44ea-96be-0f4571cf2f56 req-ddc0fae3-f368-4ef4-8b7a-90d7279a7a3e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:48.049544 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.055376 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-78c58ffd-02ad-44ea-96be-0f4571cf2f56 req-ddc0fae3-f368-4ef4-8b7a-90d7279a7a3e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1074412 Apr 06 10:56:48.147597 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-78c58ffd-02ad-44ea-96be-0f4571cf2f56 req-147d6fe3-86bc-433f-b579-443ecdd785ec tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913360 Apr 06 10:56:48.319753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8c42e-098b-496f-b3ca-1c7ae0e05fc7 req-46fee0a3-4999-42a7-be56-f63e7b00234e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:48.325784 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-beb8c42e-098b-496f-b3ca-1c7ae0e05fc7 req-46fee0a3-4999-42a7-be56-f63e7b00234e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0682945 Apr 06 10:56:48.378377 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-beb8c42e-098b-496f-b3ca-1c7ae0e05fc7 req-7ee425ac-6048-4038-846b-a3251de0642e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504820 Apr 06 10:56:49.302235 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07846-d124-4094-a462-ad4cdd7a39c2 req-e8cf38b3-94ef-4b32-887a-d0055bcaa65a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:49.304327 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a7b07846-d124-4094-a462-ad4cdd7a39c2 req-e8cf38b3-94ef-4b32-887a-d0055bcaa65a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0605228 Apr 06 10:56:49.403821 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a7b07846-d124-4094-a462-ad4cdd7a39c2 req-4ecd45c5-b12e-4247-b16a-79f96e9333e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918884 Apr 06 10:56:49.547405 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.564409 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc92b29-c654-4f30-aa97-1cf4a0983d09 req-55db7b2b-5c29-496e-ab76-43b01774f1df tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:49.566170 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cbc92b29-c654-4f30-aa97-1cf4a0983d09 req-55db7b2b-5c29-496e-ab76-43b01774f1df tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0830100 Apr 06 10:56:49.630771 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cbc92b29-c654-4f30-aa97-1cf4a0983d09 req-5a93e0d4-e535-43e4-8a2e-73a37e7cfafb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530369 Apr 06 10:56:50.604132 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe9f87-c850-4bd2-98e7-6585e35b7998 req-dbaeb76d-fed5-44ee-8376-97c7b57a5e24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:50.612667 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2abe9f87-c850-4bd2-98e7-6585e35b7998 req-dbaeb76d-fed5-44ee-8376-97c7b57a5e24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0821040 Apr 06 10:56:50.673895 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2abe9f87-c850-4bd2-98e7-6585e35b7998 req-5947ed0d-e71b-449a-b78b-d448443e47d0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592148 Apr 06 10:56:50.807766 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e80d0-a712-48f5-ae91-ef776713d681 req-5eb916f9-6459-4700-a1d0-3160b4237b2b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:50.815850 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-529e80d0-a712-48f5-ae91-ef776713d681 req-5eb916f9-6459-4700-a1d0-3160b4237b2b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0810130 Apr 06 10:56:50.891997 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-529e80d0-a712-48f5-ae91-ef776713d681 req-752c69c6-617e-43cb-bb9a-6c0774eb3196 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748284 Apr 06 10:56:50.915325 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:51.812802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7072817-8238-4562-9c59-4ae86e5ef1eb req-6b860ef5-f184-4ca2-b049-8c60d5286ad9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:51.820502 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a7072817-8238-4562-9c59-4ae86e5ef1eb req-6b860ef5-f184-4ca2-b049-8c60d5286ad9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0629551 Apr 06 10:56:51.884587 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a7072817-8238-4562-9c59-4ae86e5ef1eb req-244d6984-820a-402c-a81d-e3affd8aa352 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628049 Apr 06 10:56:52.033264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a845299-7349-4bca-98f5-23a3a086b5d1 req-763e9434-6f64-4247-a01d-4892a197d3d7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:52.034884 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8a845299-7349-4bca-98f5-23a3a086b5d1 req-763e9434-6f64-4247-a01d-4892a197d3d7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0628543 Apr 06 10:56:52.131921 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8a845299-7349-4bca-98f5-23a3a086b5d1 req-2cc3aca7-2d6e-43d0-be6e-d0fc811ae269 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856936 Apr 06 10:56:53.100036 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506336e-d549-4194-8088-3d3b8ab05c4c req-4da0daa5-74cc-4935-bbcc-e9be2f5332e8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:53.105798 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f506336e-d549-4194-8088-3d3b8ab05c4c req-4da0daa5-74cc-4935-bbcc-e9be2f5332e8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0905442 Apr 06 10:56:53.224357 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f506336e-d549-4194-8088-3d3b8ab05c4c req-90a3d7db-7326-4469-8f75-7fbcd0366a93 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167884 Apr 06 10:56:53.507888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28bce-6535-4d40-9fee-3d52572669fe req-2ed48412-f765-4a1c-a9fb-1886f21f25cc tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:53.516410 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f6d28bce-6535-4d40-9fee-3d52572669fe req-2ed48412-f765-4a1c-a9fb-1886f21f25cc tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1755192 Apr 06 10:56:53.617637 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f6d28bce-6535-4d40-9fee-3d52572669fe req-dabcebc4-b466-4f24-99ae-f3fc385bd28a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999098 Apr 06 10:56:54.472109 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68d2b3-97a5-4bd2-88f1-b3f9bd7b3f3f req-30c1ef44-f970-4952-99c8-1bb7ec817e4b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:54.476545 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4c68d2b3-97a5-4bd2-88f1-b3f9bd7b3f3f req-30c1ef44-f970-4952-99c8-1bb7ec817e4b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1234803 Apr 06 10:56:54.595672 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4c68d2b3-97a5-4bd2-88f1-b3f9bd7b3f3f req-4e920853-fd06-41a4-a6cb-59fe5b9ffab3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099536 Apr 06 10:56:54.829074 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb9936-8521-4f49-bcb6-d49809913947 req-b62a2ce4-c02f-4805-9ad9-76f3a1c89713 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:54.830644 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9acb9936-8521-4f49-bcb6-d49809913947 req-b62a2ce4-c02f-4805-9ad9-76f3a1c89713 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0931079 Apr 06 10:56:54.943909 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9acb9936-8521-4f49-bcb6-d49809913947 req-13c7167a-c72b-419e-bf95-f6f5a9df12a8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063085 Apr 06 10:56:55.807760 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aac80-bf8a-4698-aabe-19ac2c52766b req-2795690a-2343-44d4-bcde-f5c45c64de02 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:55.818231 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f61aac80-bf8a-4698-aabe-19ac2c52766b req-2795690a-2343-44d4-bcde-f5c45c64de02 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1184351 Apr 06 10:56:55.928008 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f61aac80-bf8a-4698-aabe-19ac2c52766b req-3b1c3149-714d-48a8-9354-d5ae4e7cfe18 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035173 Apr 06 10:56:55.971836 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44324) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:56.069249 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Deleting subnet 4e9aa2b5-9661-4d11-b85f-01e9bcefb92a {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:56:56.079204 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Publish callbacks [] for subnet (4e9aa2b5-9661-4d11-b85f-01e9bcefb92a), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.137106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ded25-3979-4211-a4f4-52935dd607dd req-5fb12fe3-450f-4ff3-9280-61832fc316a7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:56.147263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f8ded25-3979-4211-a4f4-52935dd607dd req-5fb12fe3-450f-4ff3-9280-61832fc316a7 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1331601 Apr 06 10:56:56.170118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (4e9aa2b5-9661-4d11-b85f-01e9bcefb92a), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.332928 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f8ded25-3979-4211-a4f4-52935dd607dd req-65fb3f8f-6cb6-4371-9759-91fe7cc00b7f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698277 Apr 06 10:56:56.333364 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (4e9aa2b5-9661-4d11-b85f-01e9bcefb92a), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.426399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (4e9aa2b5-9661-4d11-b85f-01e9bcefb92a), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.451339 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.464079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44326) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:56.476769 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4e9aa2b5-9661-4d11-b85f-01e9bcefb92a HTTP/1.1" status: 204 len: 168 time: 0.5034695 Apr 06 10:56:56.526008 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ac29d-1948-4f30-a527-e8d3d2e2be94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e9aa2b5-9661-4d11-b85f-01e9bcefb92a,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:56.590995 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (33a52848-7070-4c08-8c3d-a601c3d53c8d), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.756606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (33a52848-7070-4c08-8c3d-a601c3d53c8d), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:56.792928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.794303 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.795523 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.796181 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > port after_create 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.797003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > port after_delete 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.797718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > port after_update 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.798372 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.799094 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.799748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.800370 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.942403 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.943126 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.951745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.953575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=120430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:56.954139 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a52848-7070-4c08-8c3d-a601c3d53c8d']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:57.006800 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106c1083-64a2-4719-ae73-83f717d009b1') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:57.006800 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106c1083-64a2-4719-ae73-83f717d009b1') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:57.058235 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (106c1083-64a2-4719-ae73-83f717d009b1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.118863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (106c1083-64a2-4719-ae73-83f717d009b1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.132605 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:56:57.133010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (106c1083-64a2-4719-ae73-83f717d009b1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: from cryptography.utils import int_from_bytes Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: from cryptography.utils import int_from_bytes Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:56:57.138238 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:56:57.201836 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75345856-04f7-4e15-891c-9ed33d738941 req-7f4847ca-35e3-4c69-aaeb-88af230f303d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:57.208034 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-75345856-04f7-4e15-891c-9ed33d738941 req-7f4847ca-35e3-4c69-aaeb-88af230f303d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1520448 Apr 06 10:56:57.242337 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (33a52848-7070-4c08-8c3d-a601c3d53c8d), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.266814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.273186 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] 10.222.0.57 "DELETE /v2.0/networks/33a52848-7070-4c08-8c3d-a601c3d53c8d HTTP/1.1" status: 204 len: 168 time: 0.8051617 Apr 06 10:56:57.273608 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44338) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:57.307837 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-75345856-04f7-4e15-891c-9ed33d738941 req-52ac42dc-73b0-404f-951d-24bddb569b98 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877752 Apr 06 10:56:57.308948 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Pushing event deleted for resources: {'Network': ['ID=33a52848-7070-4c08-8c3d-a601c3d53c8d,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:57.327333 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.327693 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.328051 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.328380 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.328713 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.329045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.329418 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.329756 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.330083 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.330445 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.330773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.331099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.331423 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.331752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.332064 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ade04-f533-4189-9098-a7d97da8df2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:57.380965 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Deleting subnet adb1f51b-8a4d-4973-ac49-c9e04328a488 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:56:57.390299 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Publish callbacks [] for subnet (adb1f51b-8a4d-4973-ac49-c9e04328a488), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.501795 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (adb1f51b-8a4d-4973-ac49-c9e04328a488), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.546902 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5afe3-13ab-413f-805f-8fe8ae836caf req-a6968efb-26f1-4c8c-91cd-75da9b040ffa tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:57.548630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ed5afe3-13ab-413f-805f-8fe8ae836caf req-a6968efb-26f1-4c8c-91cd-75da9b040ffa tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1453319 Apr 06 10:56:57.622669 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (adb1f51b-8a4d-4973-ac49-c9e04328a488), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.685620 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ed5afe3-13ab-413f-805f-8fe8ae836caf req-74bb44f2-5213-433c-b4ef-5cc03c87b5fd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299527 Apr 06 10:56:57.741357 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (adb1f51b-8a4d-4973-ac49-c9e04328a488), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.773757 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adb1f51b-8a4d-4973-ac49-c9e04328a488,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:57.791362 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:57.795941 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d7118cc5-5e8a-4d36-bfc1-6d0ad5934448 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/adb1f51b-8a4d-4973-ac49-c9e04328a488 HTTP/1.1" status: 204 len: 168 time: 0.5213382 Apr 06 10:56:57.798650 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44346) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:57.987026 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (d08bf7ca-4791-4ceb-b05f-304e33361924), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.166193 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b38cc-5b29-4701-b2c1-6e18e159ede8 req-b808c15f-6f32-4f17-b84d-269947a718f4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.167738 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b6b38cc-5b29-4701-b2c1-6e18e159ede8 req-b808c15f-6f32-4f17-b84d-269947a718f4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1999207 Apr 06 10:56:58.178340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (d08bf7ca-4791-4ceb-b05f-304e33361924), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.218991 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08bf7ca-4791-4ceb-b05f-304e33361924']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:58.258945 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b6b38cc-5b29-4701-b2c1-6e18e159ede8 req-c5425959-9207-468d-88dc-4a32d4f9fc35 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713935 Apr 06 10:56:58.260831 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc060f2e-4b22-44b0-96ef-c9cf679f828a') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:58.261131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc060f2e-4b22-44b0-96ef-c9cf679f828a') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:58.272087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (fc060f2e-4b22-44b0-96ef-c9cf679f828a), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.357716 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (fc060f2e-4b22-44b0-96ef-c9cf679f828a), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.370906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:56:58.371449 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (fc060f2e-4b22-44b0-96ef-c9cf679f828a), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:56:58.433253 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:56:58.463038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (d08bf7ca-4791-4ceb-b05f-304e33361924), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.470368 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:58.477531 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] 10.222.0.57 "DELETE /v2.0/networks/d08bf7ca-4791-4ceb-b05f-304e33361924 HTTP/1.1" status: 204 len: 168 time: 0.6766253 Apr 06 10:56:58.529489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed35a5-85dc-4d3f-ba79-b0348028e5ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d08bf7ca-4791-4ceb-b05f-304e33361924,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:58.555495 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-e586e71b-0aac-4e8d-87ef-6fe48f291e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.557601 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-e586e71b-0aac-4e8d-87ef-6fe48f291e74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1130 time: 0.2629521 Apr 06 10:56:58.600433 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc669c8-5de3-469d-b42a-760bb3683733 req-fff0ae95-c096-426a-a66b-8de7d65056d9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.608221 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6dc669c8-5de3-469d-b42a-760bb3683733 req-fff0ae95-c096-426a-a66b-8de7d65056d9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1752477 Apr 06 10:56:58.819166 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6dc669c8-5de3-469d-b42a-760bb3683733 req-f5d4ca90-a3d2-4968-85fa-933e5044512b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988456 Apr 06 10:56:58.828310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-472bca88-f557-46c0-8b60-1b60cf36dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.832596 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-472bca88-f557-46c0-8b60-1b60cf36dfde service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.2648048 Apr 06 10:56:58.927045 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44362) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:59.052957 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d94e8836-5761-4bf0-8439-e4b77e56fdfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=05273a869e9f46eeac2445ce4838a15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1226387 Apr 06 10:56:59.054776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44364) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:59.058928 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-e610e0c4-1e8e-4ea4-9fa1-5c91de9e7f2d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 1001 time: 0.2173631 Apr 06 10:56:59.150280 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] Publish callbacks [] for security_group (e9022ee3-9e79-4093-831d-c581aa1bf10f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:59.177955 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] Publish callbacks [] for security_group (e9022ee3-9e79-4093-831d-c581aa1bf10f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:59.240025 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e9022ee3-9e79-4093-831d-c581aa1bf10f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:59.244085 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:59.245884 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9022ee3-9e79-4093-831d-c581aa1bf10f HTTP/1.1" status: 204 len: 168 time: 0.1893332 Apr 06 10:56:59.262354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906dbf5-8e96-4b52-add8-ede7300fec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9022ee3-9e79-4093-831d-c581aa1bf10f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:59.265775 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-93a80525-6db1-4013-9aba-47c5f990d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:59.267504 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-93a80525-6db1-4013-9aba-47c5f990d5fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.2008011 Apr 06 10:56:59.428275 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-0f7070d5-5d45-4246-8aa6-13838152aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:59.435950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-0f7070d5-5d45-4246-8aa6-13838152aa12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1612678 Apr 06 10:56:59.627976 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-2f059e62-ca21-4e96-a31e-ec273687aedb service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826153 Apr 06 10:56:59.756559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad4b0f-14df-4c93-896f-4a7f8c182536 req-8dc45cc8-ce7b-42a3-9f7b-d6c47f33466c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:59.758078 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ad4b0f-14df-4c93-896f-4a7f8c182536 req-8dc45cc8-ce7b-42a3-9f7b-d6c47f33466c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.3156917 Apr 06 10:56:59.768027 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-f4b21127-30aa-4561-aa5e-0c90c8ca3b35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384642 Apr 06 10:56:59.853811 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adba6715-4eaa-46f2-96e7-6c8cce8c0ade req-87d4656b-0535-43cc-997d-7bcd4894bd50 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140608 Apr 06 10:56:59.910400 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ad4b0f-14df-4c93-896f-4a7f8c182536 req-01759cd7-ae71-4107-acdc-3c4396c05f29 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401627 Apr 06 10:56:59.950823 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-051809c9-dbae-4b5b-a280-901ded0361ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:59.953396 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-051809c9-dbae-4b5b-a280-901ded0361ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 1130 time: 0.1478109 Apr 06 10:57:00.023278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44378) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:00.083457 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9a7e7-79b0-4924-b2b1-e51ec6340f00 req-da111606-7e3d-41ed-a54c-ab82ef24dcb9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.088496 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ae9a7e7-79b0-4924-b2b1-e51ec6340f00 req-da111606-7e3d-41ed-a54c-ab82ef24dcb9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0912228 Apr 06 10:57:00.125510 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4ae8876d-d690-42c3-83d2-7233fc902e62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7568eea4e8d74d0cbea33e20e0df69bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0987270 Apr 06 10:57:00.126574 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44380) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:00.212620 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ae9a7e7-79b0-4924-b2b1-e51ec6340f00 req-f2f43443-7cbe-442e-83c1-00dc1e0d4945 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132483 Apr 06 10:57:00.258211 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:57:00.279245 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] Publish callbacks [] for security_group (b6957581-3041-473e-b9af-b02802259fd9), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:00.342855 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] Publish callbacks [] for security_group (b6957581-3041-473e-b9af-b02802259fd9), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:00.432881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b6957581-3041-473e-b9af-b02802259fd9), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:00.437636 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:00.439160 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6957581-3041-473e-b9af-b02802259fd9 HTTP/1.1" status: 204 len: 168 time: 0.3092873 Apr 06 10:57:00.459985 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae98cb-fbda-4ff6-8ed5-60238951e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6957581-3041-473e-b9af-b02802259fd9,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:00.712750 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-9172ee50-5682-48ae-bd5f-3bff3c84ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.714477 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-9172ee50-5682-48ae-bd5f-3bff3c84ac21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.4955821 Apr 06 10:57:01.022442 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:01.102140 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771b688-22e9-4337-8224-cc1691e98343 req-e7a312c6-543e-465d-ac1e-e92dafa9481f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.110142 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e771b688-22e9-4337-8224-cc1691e98343 req-e7a312c6-543e-465d-ac1e-e92dafa9481f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1064253 Apr 06 10:57:01.251096 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e771b688-22e9-4337-8224-cc1691e98343 req-b7428ab5-5874-43f9-915b-4117dd351e18 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319311 Apr 06 10:57:01.390075 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-305309a1-8382-46d1-917c-b5e1b0237f1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 200 len: 217 time: 0.1586101 Apr 06 10:57:01.479254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-893fd3c6-b9e2-4c7f-a262-d53fc16cb94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.480929 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-893fd3c6-b9e2-4c7f-a262-d53fc16cb94c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0834122 Apr 06 10:57:01.523779 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f81cd2-c9f7-4655-a849-db8c3415e32b req-97bee51a-9c39-4d01-a6cc-6db36f484aa9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.532031 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19f81cd2-c9f7-4655-a849-db8c3415e32b req-97bee51a-9c39-4d01-a6cc-6db36f484aa9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1357701 Apr 06 10:57:01.949703 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19f81cd2-c9f7-4655-a849-db8c3415e32b req-9316234a-1fcb-435f-9421-8be1b3d4b79d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167659 Apr 06 10:57:01.964557 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-52aac639-881c-4c31-b722-adf5796a81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.966127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-52aac639-881c-4c31-b722-adf5796a81fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4767997 Apr 06 10:57:02.097630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-47ee03c5-ae48-4650-b1cb-05431ebceca2 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232183 Apr 06 10:57:02.261416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ea4d426-d495-46eb-b4a7-43cbc12e5fe0 req-363df284-0364-4822-b642-19c1cdf5eaf1 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379950 Apr 06 10:57:02.467706 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaa493-a7f4-4fcd-85de-3192e039ba06 req-760daa71-2671-4c7f-afc9-96502a8feb73 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.472089 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-23aaa493-a7f4-4fcd-85de-3192e039ba06 req-760daa71-2671-4c7f-afc9-96502a8feb73 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0854180 Apr 06 10:57:02.569605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-23aaa493-a7f4-4fcd-85de-3192e039ba06 req-8fab3eb5-d9d7-4601-8596-959234a360bb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880582 Apr 06 10:57:03.168547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9a3aa-b570-4680-ad05-6832b67aed53 req-c10dd903-5a2b-409c-9469-1c76f304994d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:03.170339 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5bc9a3aa-b570-4680-ad05-6832b67aed53 req-c10dd903-5a2b-409c-9469-1c76f304994d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0957723 Apr 06 10:57:03.246808 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5bc9a3aa-b570-4680-ad05-6832b67aed53 req-4ef93800-6d5c-42bd-a24e-b5ee77c9536f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701940 Apr 06 10:57:03.404095 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-f49e756a-4569-411d-a479-9fa959fdf731 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1496553639&fields=id&tenant_id=47dece66d38a4f31b98fc5f917af446e HTTP/1.1" status: 200 len: 267 time: 0.1468494 Apr 06 10:57:03.657903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-e75dfc59-887d-4b85-9b3f-d5feb4f92e07 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:03.661106 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-e75dfc59-887d-4b85-9b3f-d5feb4f92e07 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.2560461 Apr 06 10:57:03.694991 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-8e4fbc6b-6a71-49f2-ac7a-5d650b0f64bd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/quotas/47dece66d38a4f31b98fc5f917af446e HTTP/1.1" status: 200 len: 375 time: 0.0189176 Apr 06 10:57:03.787987 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-19dc7fa1-aa81-4855-84cb-ee6aec68e080 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856256 Apr 06 10:57:03.916760 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-520982a2-1966-4f3f-8f13-4c4a2f18c13c service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131346 Apr 06 10:57:04.035656 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-08235c6e-7d2a-408f-984c-ba0024c1a8fa service neutron] 10.222.0.57 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126926 Apr 06 10:57:04.315792 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-56dcd339-f765-45f1-b217-485ea1d9f0a9 req-9a65fb04-1a09-4c82-83f4-6d9252198417 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0293980 Apr 06 10:57:04.528236 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcc514-513a-4479-adc9-d08fc015b1f5 req-9387c1fc-5e21-49ef-879c-c06df44cb7fb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.535256 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c0fcc514-513a-4479-adc9-d08fc015b1f5 req-9387c1fc-5e21-49ef-879c-c06df44cb7fb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1217382 Apr 06 10:57:04.797791 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c0fcc514-513a-4479-adc9-d08fc015b1f5 req-abf6b0ac-7cce-4574-aac4-59a20ab80521 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545676 Apr 06 10:57:05.487898 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-28ddb1fb-857c-46e8-bf06-0aa13c4ca871 req-f2cb35d6-9818-4bdc-bd53-274083a1262b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0756924 Apr 06 10:57:06.046853 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90841-ff59-4ae7-ada1-a57d6fbdd2e9 req-ecd336fa-6e1b-4947-9671-5bbeb48e9c6c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:06.049950 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-35b90841-ff59-4ae7-ada1-a57d6fbdd2e9 req-ecd336fa-6e1b-4947-9671-5bbeb48e9c6c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0913138 Apr 06 10:57:06.112237 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-35b90841-ff59-4ae7-ada1-a57d6fbdd2e9 req-bb229562-8490-4f27-a01c-1ac42d0fa014 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566857 Apr 06 10:57:06.615315 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-14e3a00c-77c1-4368-b594-b743d74d6d30 req-cd0d48e7-60fc-4e0c-a00f-be5e5b0a0557 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0589600 Apr 06 10:57:06.777517 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-4aca751a-f2df-47c7-ac1a-e92e8006a135 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:06.783030 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-4aca751a-f2df-47c7-ac1a-e92e8006a135 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 819 time: 0.1822982 Apr 06 10:57:06.973677 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-b2c8a9b0-2568-46d2-9ad4-d5d947933a22 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47dece66d38a4f31b98fc5f917af446e HTTP/1.1" status: 200 len: 380 time: 0.1653407 Apr 06 10:57:07.003440 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-49338d86-3869-496c-ae28-2757b1242d8c tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:07.005284 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-49338d86-3869-496c-ae28-2757b1242d8c tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 815 time: 0.1507142 Apr 06 10:57:07.048506 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'port': {'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'admin_state_up': True, 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'security_groups': ['5085302d-12d6-4258-838c-8863dfce8b2f']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:07.052732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-04a00c99-d198-4d32-81d9-7b502f876f85 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/quotas/02455d74a2f149da8ee007de09aaed4e HTTP/1.1" status: 200 len: 375 time: 0.0415936 Apr 06 10:57:07.197000 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-002d2699-4da1-4e07-a873-a5f3b7a242f4 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1211605 Apr 06 10:57:07.318649 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c415dd-257e-4d40-821f-c20b555c8be4 req-a181fb50-7493-499f-b86c-2268b4f92b60 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:07.335833 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c8c415dd-257e-4d40-821f-c20b555c8be4 req-a181fb50-7493-499f-b86c-2268b4f92b60 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1174731 Apr 06 10:57:07.347796 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Made reservation on behalf of 47dece66d38a4f31b98fc5f917af446e for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:07.351276 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:07.402648 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-724ac901-7d7b-46d6-a115-8399b3819f26 service neutron] 10.222.0.57 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043815 Apr 06 10:57:07.432583 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c8c415dd-257e-4d40-821f-c20b555c8be4 req-bc5f74bb-f936-48f4-a83e-4255780c5849 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951774 Apr 06 10:57:07.592824 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a14c976d-b643-4fc1-8c5e-60c77366270e service neutron] 10.222.0.57 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827960 Apr 06 10:57:07.616664 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Allocated IP 172.20.0.7 (4658973f-8949-4895-99e0-35fdfcbbc74b/cc886d4d-9ff9-4900-b602-40d03df979f9/b3a06dbd-f09b-4067-9e4c-95bb799cab5a) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:07.783271 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-65ae1b8a-b0cd-4b1a-9d68-3328bceaa279 req-75999836-ea29-48df-980d-cfed3b7f7897 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0575831 Apr 06 10:57:07.853514 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d998ca65-62ec-45e6-bb9a-992f2bedf1c4 req-c0b1bbdc-3958-4425-b43b-39c9956e8193 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 210 time: 0.0812325 Apr 06 10:57:07.968442 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:08.025081 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:08.092150 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Network 4658973f-8949-4895-99e0-35fdfcbbc74b is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:08.095429 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:08.101234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:08.105536 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event updated for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:08.218906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:08.219562 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:08.247540 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-683cff0c-fd3c-4bb8-bfe7-0516a4dfd1a3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2052178 Apr 06 10:57:08.273728 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Request body: {'port': {'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:08.381714 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:08.685272 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f5fb0-9072-4985-8aa8-6300cd2b0781 req-ad151b78-bfaf-4c1e-b435-bbef908ab3d0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:08.687685 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c71f8a06-f347-4e8c-a8c7-6e72d4ba2808 None None] Provisioning complete for port b3a06dbd-f09b-4067-9e4c-95bb799cab5a triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:08.688408 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c71f8a06-f347-4e8c-a8c7-6e72d4ba2808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:08.696858 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4e9f5fb0-9072-4985-8aa8-6300cd2b0781 req-ad151b78-bfaf-4c1e-b435-bbef908ab3d0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1156335 Apr 06 10:57:08.772257 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c71f8a06-f347-4e8c-a8c7-6e72d4ba2808 None None] Port b3a06dbd-f09b-4067-9e4c-95bb799cab5a cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:08.773146 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4e9f5fb0-9072-4985-8aa8-6300cd2b0781 req-90f3d47c-fa28-4726-a649-2b2475743d0f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742705 Apr 06 10:57:08.918165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a06dbd-f09b-4067-9e4c-95bb799cab5a {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:08.937683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks [] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:09.055075 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Transition to ACTIVE for port object b3a06dbd-f09b-4067-9e4c-95bb799cab5a will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:09.063945 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ce964fab-fed3-4f23-9000-08d6aaf81aa0 req-cee0da83-aa31-44c7-b4fe-dd0e55b9d6c8 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 210 time: 0.0667150 Apr 06 10:57:09.071561 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:09.200400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc146d3-942c-42f9-b169-3c9aba4969c5 req-0511b562-9c30-4a6e-8e47-8f78019a5ef9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.202085 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6fc146d3-942c-42f9-b169-3c9aba4969c5 req-0511b562-9c30-4a6e-8e47-8f78019a5ef9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 931 time: 0.2698739 Apr 06 10:57:09.218465 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:09.357048 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6fc146d3-942c-42f9-b169-3c9aba4969c5 req-f9f85c77-5f5e-4ca8-9d4e-88c0e1f570a9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220317 Apr 06 10:57:09.360489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Attempting to bind port b3a06dbd-f09b-4067-9e4c-95bb799cab5a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:09.360489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Attempting to bind port b3a06dbd-f09b-4067-9e4c-95bb799cab5a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:09.360750 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Attempting to bind port b3a06dbd-f09b-4067-9e4c-95bb799cab5a on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:09.368604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Port b3a06dbd-f09b-4067-9e4c-95bb799cab5a on network 4658973f-8949-4895-99e0-35fdfcbbc74b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:09.368604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Attempting to bind port b3a06dbd-f09b-4067-9e4c-95bb799cab5a on network 4658973f-8949-4895-99e0-35fdfcbbc74b {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:09.373422 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:09.373796 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Checking segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:09.374195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Bound using segment: {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:09.374996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Bound port: b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:09.375363 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:09.482608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:09.488215 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:09.500220 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:09.610351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.610999 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:09.618618 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] 10.222.0.18 "PUT /v2.0/ports/b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 1093 time: 1.3500586 Apr 06 10:57:09.619801 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:09.622324 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:09.691652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd35db0-c351-49c6-a843-d7a5acfb163f x-openstack-request-id: req-9cd35db0-c351-49c6-a843-d7a5acfb163f {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:09.691947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:09.692208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cd35db0-c351-49c6-a843-d7a5acfb163f {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:09.692626 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cd35db0-c351-49c6-a843-d7a5acfb163f'] response: {'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'status': 'completed', 'code': 200} Apr 06 10:57:09.703222 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ea30f-10e9-45bb-933a-68d2c440b456 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:09.819787 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a4ced950-d17c-47e8-bb1d-b48e6b5f781d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.821277 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a4ced950-d17c-47e8-bb1d-b48e6b5f781d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 815 time: 0.2845247 Apr 06 10:57:09.843731 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-faefa187-2e7a-4d8e-9de1-9fc70a857d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.848062 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-faefa187-2e7a-4d8e-9de1-9fc70a857d1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1127 time: 0.1064308 Apr 06 10:57:09.852961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'port': {'device_id': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'admin_state_up': True, 'tenant_id': '02455d74a2f149da8ee007de09aaed4e'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:09.972253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-b1824aa8-fbaf-4ff5-842f-524092540571 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 217 time: 0.1017542 Apr 06 10:57:10.081967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-7bec4ee5-c6f3-48fd-a1a3-da9374111f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.083441 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-7bec4ee5-c6f3-48fd-a1a3-da9374111f62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0899267 Apr 06 10:57:10.150750 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5070a4-8d52-4243-872f-c19bd0fa02f8 req-1859b245-46d3-433e-9fcc-b00d5c88f572 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.159214 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b5070a4-8d52-4243-872f-c19bd0fa02f8 req-1859b245-46d3-433e-9fcc-b00d5c88f572 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2401850 Apr 06 10:57:10.170345 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44716) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:10.212787 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Made reservation on behalf of 02455d74a2f149da8ee007de09aaed4e for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:10.216362 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.249000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-80beb034-e551-43ad-8398-1d0b2e354ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.250722 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-80beb034-e551-43ad-8398-1d0b2e354ece service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1504588 Apr 06 10:57:10.282654 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-41472670-4425-4cdb-b17c-2f41416d8a85 req-a28c81a0-a390-415f-adcf-70f8b69b355a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 210 time: 0.1051109 Apr 06 10:57:10.330178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Deleting subnet 90ef5993-fc2f-4ce8-b84e-f7f8d373929c {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:57:10.352067 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Publish callbacks [] for subnet (90ef5993-fc2f-4ce8-b84e-f7f8d373929c), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.413781 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b5070a4-8d52-4243-872f-c19bd0fa02f8 req-8f4eab3b-c8ec-4f53-8ac3-d81f2af1d864 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532110 Apr 06 10:57:10.465254 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (90ef5993-fc2f-4ce8-b84e-f7f8d373929c), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.520874 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (90ef5993-fc2f-4ce8-b84e-f7f8d373929c), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.598280 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (90ef5993-fc2f-4ce8-b84e-f7f8d373929c), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.657445 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-92d1ab9e-8c11-497c-a61f-8508875f20ee service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654567 Apr 06 10:57:10.659339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Allocated IP 172.20.0.13 (1db404bf-0d51-41ca-84a0-c334b9014959/74eece1a-8621-4e46-ab7b-e8224ebff8c7/09e243fb-452e-4bb8-8785-c92db167a57f) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:10.694049 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:10.694049 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/90ef5993-fc2f-4ce8-b84e-f7f8d373929c HTTP/1.1" status: 204 len: 168 time: 0.5221541 Apr 06 10:57:10.695780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ef5993-fc2f-4ce8-b84e-f7f8d373929c,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:10.700023 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44732) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:10.845390 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.848861 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.849990 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.853248 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.853867 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.854411 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.854934 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.855446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.856904 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.857477 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.860343 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.860899 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.861493 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.862040 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.863032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de0d7f5-f0c9-4a77-a156-af1d128a3514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:10.888522 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac03cf31-833d-4ed2-9387-bf3a7c3f3be3 req-821d1e92-fe7f-4e94-a00d-4c1b303b1287 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.897395 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ac03cf31-833d-4ed2-9387-bf3a7c3f3be3 req-821d1e92-fe7f-4e94-a00d-4c1b303b1287 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 943 time: 0.3098693 Apr 06 10:57:11.000389 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (d4763949-28d3-45f4-8205-fd01f8b37875), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.021498 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-597b9ca7-c985-4d54-9958-c2dce9973e5a req-a277a04a-806c-409c-8018-fa77e7f87a01 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503904 Apr 06 10:57:11.047856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ac03cf31-833d-4ed2-9387-bf3a7c3f3be3 req-ec97d99e-f27a-4e1f-a5cc-42c747b6f76c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491692 Apr 06 10:57:11.137365 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for port (09e243fb-452e-4bb8-8785-c92db167a57f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.165708 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (d4763949-28d3-45f4-8205-fd01f8b37875), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.196578 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4763949-28d3-45f4-8205-fd01f8b37875']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:11.205603 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.222186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a390a2-64ed-4417-a689-e09da28f4471') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:11.222485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a390a2-64ed-4417-a689-e09da28f4471') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:11.237740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (f0a390a2-64ed-4417-a689-e09da28f4471), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.265118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (f0a390a2-64ed-4417-a689-e09da28f4471), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.279097 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:57:11.280301 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (f0a390a2-64ed-4417-a689-e09da28f4471), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.291786 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:11.300359 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:11.309610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:57:11.408461 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:57:11.413488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (d4763949-28d3-45f4-8205-fd01f8b37875), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.444587 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.468851 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] 10.222.0.57 "DELETE /v2.0/networks/d4763949-28d3-45f4-8205-fd01f8b37875 HTTP/1.1" status: 204 len: 168 time: 0.7406762 Apr 06 10:57:11.508269 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cb4de-6290-4f84-a038-cbb02b2b993e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4763949-28d3-45f4-8205-fd01f8b37875,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:11.560327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.560945 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.601579 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:11.717480 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-2b0824e9-abc7-4f14-9b44-024d2b73e223 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8577757 Apr 06 10:57:11.753492 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc94e0-abd6-4093-8cc9-337e3046e876 req-15447773-5962-4567-ad6e-4d1bfa588c1e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.767090 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3edc94e0-abd6-4093-8cc9-337e3046e876 req-15447773-5962-4567-ad6e-4d1bfa588c1e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 932 time: 0.2946291 Apr 06 10:57:11.767241 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a880e8-8a53-469d-b4a6-e1b34a7797b0 req-2df972e6-d8f0-407b-a009-9c94aa202cdc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.773279 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b1a880e8-8a53-469d-b4a6-e1b34a7797b0 req-2df972e6-d8f0-407b-a009-9c94aa202cdc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1429305 Apr 06 10:57:11.816195 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-ed2ec766-c88f-412b-a8ef-286beb9de127 None None] Provisioning complete for port 09e243fb-452e-4bb8-8785-c92db167a57f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:11.816782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ed2ec766-c88f-412b-a8ef-286beb9de127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:11.857852 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ec766-c88f-412b-a8ef-286beb9de127 None None] Port 09e243fb-452e-4bb8-8785-c92db167a57f cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:11.864612 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44750) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:11.884748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3edc94e0-abd6-4093-8cc9-337e3046e876 req-4249e227-6171-4f61-98ad-b5ca257678cb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141129 Apr 06 10:57:11.886333 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b1a880e8-8a53-469d-b4a6-e1b34a7797b0 req-2d1a1e7d-cc39-4a61-aedf-e49ecc048d06 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961466 Apr 06 10:57:11.921039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Request body: {'port': {'device_id': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:11.929584 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-22cdc137-caed-4f11-bb19-7cc68ed448e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6e378344760d47f8a446eae299338976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0635881 Apr 06 10:57:11.930341 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44752) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:12.034191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.224869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] Publish callbacks [] for security_group (3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.301116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08018e-d6e7-443b-8985-4d933ee21a81 req-c1cbfe31-02fd-4905-998b-3298d22a7398 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:12.309130 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-df08018e-d6e7-443b-8985-4d933ee21a81 req-c1cbfe31-02fd-4905-998b-3298d22a7398 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 943 time: 0.1111257 Apr 06 10:57:12.416453 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-df08018e-d6e7-443b-8985-4d933ee21a81 req-78521523-87d0-4673-be5f-05fd1cd8fe23 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015294 Apr 06 10:57:12.568747 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] Publish callbacks [] for security_group (3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.648417 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e243fb-452e-4bb8-8785-c92db167a57f {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:12.656356 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks [] for port (09e243fb-452e-4bb8-8785-c92db167a57f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.666210 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.668705 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.669859 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f HTTP/1.1" status: 204 len: 168 time: 0.7374783 Apr 06 10:57:12.676422 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Transition to ACTIVE for port object 09e243fb-452e-4bb8-8785-c92db167a57f will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:12.682005 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9c598-c74b-4b47-815a-b128c140ab97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3b5b3a-5aeb-4d94-a0ed-095a7c573a5f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:12.683683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.759600 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:12.814970 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Attempting to bind port 09e243fb-452e-4bb8-8785-c92db167a57f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:12.815418 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Attempting to bind port 09e243fb-452e-4bb8-8785-c92db167a57f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:12.815713 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Attempting to bind port 09e243fb-452e-4bb8-8785-c92db167a57f on network 1db404bf-0d51-41ca-84a0-c334b9014959 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:12.824994 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Port 09e243fb-452e-4bb8-8785-c92db167a57f on network 1db404bf-0d51-41ca-84a0-c334b9014959 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:12.825343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Attempting to bind port 09e243fb-452e-4bb8-8785-c92db167a57f on network 1db404bf-0d51-41ca-84a0-c334b9014959 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:12.830619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:12.830967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Checking segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:12.831344 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Bound using segment: {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:12.831773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Bound port: 09e243fb-452e-4bb8-8785-c92db167a57f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:12.832304 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.940128 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:12.961402 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:12.971478 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.038896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:13.039729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.040881 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] 10.222.0.18 "PUT /v2.0/ports/09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 1094 time: 1.1248372 Apr 06 10:57:13.109834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:13.112874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859c0b8b-70ca-40f9-be24-52408e601d83" -d '{"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:13.115852 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002b1a-d899-4492-9774-b6971957dcde service neutron] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:13.131944 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f916990-2c21-47a3-95fc-7bf86e875a45 req-68716b0b-4fe1-4433-8746-f85f1a904e67 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:13.133479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9f916990-2c21-47a3-95fc-7bf86e875a45 req-68716b0b-4fe1-4433-8746-f85f1a904e67 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0757616 Apr 06 10:57:13.211570 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77e192-5024-4f1f-931b-b2cb4ee92090 req-54828dec-e69f-47c4-ae4d-e413ce1fc07f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:13.212527 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9f916990-2c21-47a3-95fc-7bf86e875a45 req-9f728112-d747-49b6-85c0-ecb869737c92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728624 Apr 06 10:57:13.215328 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c77e192-5024-4f1f-931b-b2cb4ee92090 req-54828dec-e69f-47c4-ae4d-e413ce1fc07f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.0907252 Apr 06 10:57:13.308498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fb87b0-a0b1-4140-91a3-86f2967f6e15 x-openstack-request-id: req-76fb87b0-a0b1-4140-91a3-86f2967f6e15 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:13.308913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:13.309519 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76fb87b0-a0b1-4140-91a3-86f2967f6e15 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:13.310143 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76fb87b0-a0b1-4140-91a3-86f2967f6e15'] response: {'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:57:13.350534 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c77e192-5024-4f1f-931b-b2cb4ee92090 req-4965271e-a652-44f9-8c18-9cea16315c10 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172318 Apr 06 10:57:13.562424 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b748f1-940b-42af-b9bc-3b9af30e332d req-49dce04a-28b6-45b9-871c-8a33f47ce5b4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:13.563922 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-31b748f1-940b-42af-b9bc-3b9af30e332d req-49dce04a-28b6-45b9-871c-8a33f47ce5b4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 943 time: 0.0680709 Apr 06 10:57:13.614075 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-31b748f1-940b-42af-b9bc-3b9af30e332d req-b28cb266-90ce-493c-8e06-b6264d24fae7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433216 Apr 06 10:57:14.221409 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-03b56d4a-15bd-486d-bd72-ecb4538f6434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:14.369099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0901bb-a9db-498a-9696-eba6048bdd34 req-cbb9bfba-a7a5-4d9f-8b50-14efb9804ef1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.370986 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df0901bb-a9db-498a-9696-eba6048bdd34 req-cbb9bfba-a7a5-4d9f-8b50-14efb9804ef1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0589559 Apr 06 10:57:14.472732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df0901bb-a9db-498a-9696-eba6048bdd34 req-3af46a45-b05c-4865-ace6-b8984924426d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945048 Apr 06 10:57:14.524676 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b1f7e-8b3a-49cf-885c-109172d5f2fe req-ad5de050-33b5-41c1-a3fe-01b4046202bf tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.526934 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-164b1f7e-8b3a-49cf-885c-109172d5f2fe req-ad5de050-33b5-41c1-a3fe-01b4046202bf tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.0912850 Apr 06 10:57:14.604230 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-164b1f7e-8b3a-49cf-885c-109172d5f2fe req-f271ece8-b937-4295-b06f-d151390553a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Apr 06 10:57:14.813106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98149440-50ad-4c8f-8e1c-f73f85dc5b26 req-b034a6f5-9634-4eed-8ce2-f417c023ac9a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.815731 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-98149440-50ad-4c8f-8e1c-f73f85dc5b26 req-b034a6f5-9634-4eed-8ce2-f417c023ac9a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 943 time: 0.0754695 Apr 06 10:57:14.888183 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-98149440-50ad-4c8f-8e1c-f73f85dc5b26 req-1c84454c-7631-40a2-9165-f260918989bd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660930 Apr 06 10:57:15.051827 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44806) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:15.162956 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device b3a06dbd-f09b-4067-9e4c-95bb799cab5a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:15.276984 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a5e852d-009f-4227-9bd5-b34818893cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.387350 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:15.407400 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:15.467706 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a5e852d-009f-4227-9bd5-b34818893cd0 admin admin] Publish callbacks [] for security_group (ab94b3d9-018c-4b43-9f89-c0cf3a8e6325), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.477518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a5e852d-009f-4227-9bd5-b34818893cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ab94b3d9-018c-4b43-9f89-c0cf3a8e6325), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.485609 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port b3a06dbd-f09b-4067-9e4c-95bb799cab5a is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:15.487183 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.510497 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a06dbd-f09b-4067-9e4c-95bb799cab5a {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:15.547584 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:15.554770 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.603825 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e852d-009f-4227-9bd5-b34818893cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab94b3d9-018c-4b43-9f89-c0cf3a8e6325,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:15.668195 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:15.743745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44822) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:15.747548 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9a5e852d-009f-4227-9bd5-b34818893cd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c07a499b81fa4d52835562acd2341604&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945620 Apr 06 10:57:15.883255 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5ad88-9f18-4102-a79e-140ea3ccf549 req-f4e1a722-72a8-4f23-9c38-4562ef880d23 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:15.897479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-08e5ad88-9f18-4102-a79e-140ea3ccf549 req-f4e1a722-72a8-4f23-9c38-4562ef880d23 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2420328 Apr 06 10:57:15.951712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] Publish callbacks [] for security_group (ab94b3d9-018c-4b43-9f89-c0cf3a8e6325), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:15.963808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['b3a06dbd-f09b-4067-9e4c-95bb799cab5a'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:16.000848 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e0dc-d0ec-4002-95ac-f57a3fd988a8 req-c7a39d09-e791-4699-95c7-29d530a7fd07 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.002762 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ad5e0dc-d0ec-4002-95ac-f57a3fd988a8 req-c7a39d09-e791-4699-95c7-29d530a7fd07 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.1861711 Apr 06 10:57:16.014832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] Publish callbacks [] for security_group (ab94b3d9-018c-4b43-9f89-c0cf3a8e6325), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.045875 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-08e5ad88-9f18-4102-a79e-140ea3ccf549 req-1e505437-994a-4995-b5e1-00136aa38508 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471500 Apr 06 10:57:16.238845 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ad5e0dc-d0ec-4002-95ac-f57a3fd988a8 req-368b1f5d-bcf9-4f74-ae95-81440c5938ab tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297523 Apr 06 10:57:16.265484 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ab94b3d9-018c-4b43-9f89-c0cf3a8e6325), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.274514 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.277185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab94b3d9-018c-4b43-9f89-c0cf3a8e6325 HTTP/1.1" status: 204 len: 168 time: 0.5309112 Apr 06 10:57:16.307097 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370aba3-5995-499e-b01a-b7e4e325c9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab94b3d9-018c-4b43-9f89-c0cf3a8e6325,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:16.735610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-47111b70-17b0-4853-b800-023b37396a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.737977 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-47111b70-17b0-4853-b800-023b37396a35 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1128 time: 0.3689468 Apr 06 10:57:16.768794 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fa9f2b3a-7c79-401f-8c01-c88445261a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.980013 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44854) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:16.996946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7665e83a-cd2d-4af7-bc40-0016d10329f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.181382 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7665e83a-cd2d-4af7-bc40-0016d10329f6 admin admin] Publish callbacks [] for security_group (f56df20e-fcce-4ba0-94ca-2e23d665574f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.198744 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7665e83a-cd2d-4af7-bc40-0016d10329f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f56df20e-fcce-4ba0-94ca-2e23d665574f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.271586 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7665e83a-cd2d-4af7-bc40-0016d10329f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a7f5e6d81734ec8b93b4451e05cfa9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905385 Apr 06 10:57:17.274815 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44860) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:17.300242 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device b3a06dbd-f09b-4067-9e4c-95bb799cab5a up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:17.326722 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-2b45548c-a4f5-49a5-8eb5-40a956693251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.329329 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-2b45548c-a4f5-49a5-8eb5-40a956693251 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1128 time: 0.8740878 Apr 06 10:57:17.360788 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b81e7c-ecc1-450c-b42b-17d973f0e766 req-c90a5470-276a-4d56-a1e7-f7179bca26ad tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.369196 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b1b81e7c-ecc1-450c-b42b-17d973f0e766 req-c90a5470-276a-4d56-a1e7-f7179bca26ad tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 944 time: 0.9209855 Apr 06 10:57:17.379274 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665e83a-cd2d-4af7-bc40-0016d10329f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56df20e-fcce-4ba0-94ca-2e23d665574f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:17.418202 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] Publish callbacks [] for security_group (f56df20e-fcce-4ba0-94ca-2e23d665574f), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.439131 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b3383-cc64-4aa2-9167-14eea281b7d3 req-d73efad6-7aeb-491f-bc3e-96f6a7eca2df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.441875 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-968b3383-cc64-4aa2-9167-14eea281b7d3 req-d73efad6-7aeb-491f-bc3e-96f6a7eca2df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2563474 Apr 06 10:57:17.451505 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port b3a06dbd-f09b-4067-9e4c-95bb799cab5a completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:17.458521 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port b3a06dbd-f09b-4067-9e4c-95bb799cab5a triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:17.459129 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.517010 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] Publish callbacks [] for security_group (f56df20e-fcce-4ba0-94ca-2e23d665574f), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.592838 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-aa55841b-71be-441f-91ba-795be848fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.594704 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-aa55841b-71be-441f-91ba-795be848fba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.8392241 Apr 06 10:57:17.634021 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b1b81e7c-ecc1-450c-b42b-17d973f0e766 req-3530dcef-91c1-4d07-933f-fdeddfbb96c2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637050 Apr 06 10:57:17.690817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-195d725b-067f-4103-8047-ca00885a7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.692442 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-195d725b-067f-4103-8047-ca00885a7052 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=02455d74a2f149da8ee007de09aaed4e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2934113 Apr 06 10:57:17.693824 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port b3a06dbd-f09b-4067-9e4c-95bb799cab5a is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:17.694542 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-968b3383-cc64-4aa2-9167-14eea281b7d3 req-2595e719-a24c-4812-ba88-62a27fafc348 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438028 Apr 06 10:57:17.700458 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.748277 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f56df20e-fcce-4ba0-94ca-2e23d665574f), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.752601 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.754267 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f56df20e-fcce-4ba0-94ca-2e23d665574f HTTP/1.1" status: 204 len: 168 time: 0.4414210 Apr 06 10:57:17.767905 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea37a92-be75-42a2-bcc0-35bc52dedc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56df20e-fcce-4ba0-94ca-2e23d665574f,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:17.882361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:17.931218 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131de116-702e-40e7-938e-58c5fe0a73b5" -d '{"events": [{"server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "name": "network-vif-plugged", "status": "completed", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:18.101820 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:18.116484 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c2c0cc-0c33-409d-9cea-f966397f5b84 x-openstack-request-id: req-62c2c0cc-0c33-409d-9cea-f966397f5b84 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:18.116484 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "name": "network-vif-plugged", "status": "completed", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:18.116845 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62c2c0cc-0c33-409d-9cea-f966397f5b84 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:18.117130 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c2c0cc-0c33-409d-9cea-f966397f5b84'] response: {'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'code': 200} Apr 06 10:57:18.121365 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:18.170411 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:18.192336 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:18.275706 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-4ec94ac7-ac63-4f1f-a6b1-465f187b5a47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 217 time: 0.5112522 Apr 06 10:57:18.508648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-685a7c50-e74f-4c58-91ab-92e307bbe9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.510065 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-685a7c50-e74f-4c58-91ab-92e307bbe9c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1881988 Apr 06 10:57:18.565332 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d510b-0c87-4a77-9898-7540ed0ee04a req-23962b51-31ec-49ac-9087-92d88fe7abbd tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.567101 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-066d510b-0c87-4a77-9898-7540ed0ee04a req-23962b51-31ec-49ac-9087-92d88fe7abbd tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.5184169 Apr 06 10:57:18.568084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-c7bad0f4-6942-4cf3-9d41-013c3b1c0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.569683 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-859c0b8b-70ca-40f9-be24-52408e601d83 req-c7bad0f4-6942-4cf3-9d41-013c3b1c0320 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7924702 Apr 06 10:57:18.766713 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-066d510b-0c87-4a77-9898-7540ed0ee04a req-47b17b0d-c145-4a1d-81b0-b6cb5e1f7178 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891320 Apr 06 10:57:18.787437 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-27fa1ae7-1102-4c93-9eb9-65b06fe57713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.789228 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-27fa1ae7-1102-4c93-9eb9-65b06fe57713 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724577 Apr 06 10:57:18.794045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce497f0-ed5a-4c21-9013-5a759f2a16d9 req-c544e761-20bf-46ff-bc94-87699811df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.795448 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ce497f0-ed5a-4c21-9013-5a759f2a16d9 req-c544e761-20bf-46ff-bc94-87699811df94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.2024653 Apr 06 10:57:18.867830 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af48b4a-ab3a-4cd6-9a88-6106b798f5d6 req-78f3f5db-b34c-4db7-8bb9-b247676a4cea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.869558 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1af48b4a-ab3a-4cd6-9a88-6106b798f5d6 req-78f3f5db-b34c-4db7-8bb9-b247676a4cea tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.1026423 Apr 06 10:57:19.006496 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1af48b4a-ab3a-4cd6-9a88-6106b798f5d6 req-0ccc9c6b-34b9-44ff-958b-e7266a4cc8da tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303182 Apr 06 10:57:19.036753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-3d95a201-e625-4d22-8b9e-537b2cada03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.038426 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-3d95a201-e625-4d22-8b9e-537b2cada03d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1128 time: 0.3143127 Apr 06 10:57:19.208431 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-dfeea01e-97ac-4c78-ab72-f39ef40b1ba8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 217 time: 0.1375484 Apr 06 10:57:19.215203 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-3ebbd805-8536-4dbb-8528-e3167ce48abd service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024599 Apr 06 10:57:19.245013 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ce497f0-ed5a-4c21-9013-5a759f2a16d9 req-6469847b-5ad6-4d22-8370-0f75477ed13f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4311433 Apr 06 10:57:19.253407 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89929b-6f01-4ef0-9f76-54018a49dae3 req-dbebce30-6d04-4e20-b318-ef8ba260fb16 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.255051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d89929b-6f01-4ef0-9f76-54018a49dae3 req-dbebce30-6d04-4e20-b318-ef8ba260fb16 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2470226 Apr 06 10:57:19.383879 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-b7c8f5c6-43a7-423a-bc2e-98ed6aface0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.385416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-b7c8f5c6-43a7-423a-bc2e-98ed6aface0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0896525 Apr 06 10:57:19.389246 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d89929b-6f01-4ef0-9f76-54018a49dae3 req-d55a8496-d45a-4cbb-a27e-a9455b11ef5b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203899 Apr 06 10:57:19.451146 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44908) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:19.560760 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:19.679865 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1489494916-network', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:19.743561 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Made reservation on behalf of 7ce68977f1b546ca8dddf1799f7d2d33 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:19.746074 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:19.771547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:19.788768 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b06eb4f9-f190-4182-8f1e-7cc7e3a669dc req-e4eccaa0-6f2d-4a86-8e1c-8eb4c631f684 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791191 Apr 06 10:57:19.979350 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks [] for security_group (72291bdb-80f0-4ac3-8e87-dd29536e5725), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:19.985712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b3a85-4282-4535-8120-6722808f073e req-4e7e7ee2-3ddb-4c3c-9d29-897a6e55e602 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.987762 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aa8b3a85-4282-4535-8120-6722808f073e req-4e7e7ee2-3ddb-4c3c-9d29-897a6e55e602 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.0908942 Apr 06 10:57:19.991233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72291bdb-80f0-4ac3-8e87-dd29536e5725), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.032895 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72291bdb-80f0-4ac3-8e87-dd29536e5725,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:20.062744 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:57:20.078042 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (094bc07f-ada0-4f24-897b-bb989d52f722), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.078511 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Added segment 094bc07f-ada0-4f24-897b-bb989d52f722 of type vlan for network f848877e-47ae-4ad7-99b0-dc2e76408343 Apr 06 10:57:20.127383 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aa8b3a85-4282-4535-8120-6722808f073e req-1cf8ecc7-4d4a-4c43-854a-7b7767b6739b tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331315 Apr 06 10:57:20.159745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (f848877e-47ae-4ad7-99b0-dc2e76408343), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.259191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (f848877e-47ae-4ad7-99b0-dc2e76408343), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.261474 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.262152 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.356352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75d32b-c9cf-4c54-814a-a58cb9a1bfd4 req-77c1721f-ecc0-4068-a34f-d6076288e33a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.357914 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f75d32b-c9cf-4c54-814a-a58cb9a1bfd4 req-77c1721f-ecc0-4068-a34f-d6076288e33a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.2200038 Apr 06 10:57:20.366448 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9138577 Apr 06 10:57:20.369974 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44926) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:20.378475 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Request body: {'subnet': {'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1489494916-subnet', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:20.396937 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a85437-b9c2-469f-adb3-473a7a71fd63 admin admin] Pushing event updated for resources: {'Network': ['ID=f848877e-47ae-4ad7-99b0-dc2e76408343,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:20.413958 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network f848877e-47ae-4ad7-99b0-dc2e76408343 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:57:20.416187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Made reservation on behalf of 7ce68977f1b546ca8dddf1799f7d2d33 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:20.420278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.431758 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4f75d32b-c9cf-4c54-814a-a58cb9a1bfd4 req-5fd7cf99-3a04-4e8a-a83a-524813d6c4f1 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581121 Apr 06 10:57:20.636773 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf746e7-8dcf-4d05-930e-ba1ef3a62f1d req-166320d4-5b21-4fef-b44b-b85fa407abbf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.638368 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dbf746e7-8dcf-4d05-930e-ba1ef3a62f1d req-166320d4-5b21-4fef-b44b-b85fa407abbf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1296792 Apr 06 10:57:20.743053 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dbf746e7-8dcf-4d05-930e-ba1ef3a62f1d req-3688bb34-aae3-49ce-b10a-c4c9fae66a2e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873244 Apr 06 10:57:20.760366 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (23cca4b6-ecf3-40e9-8377-a97d5847e6dd), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.827097 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23cca4b6-ecf3-40e9-8377-a97d5847e6dd,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:20.837487 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Checking segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:20.837844 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Network hostable DHCP agents. Network: f848877e-47ae-4ad7-99b0-dc2e76408343, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:57:20.864858 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Network f848877e-47ae-4ad7-99b0-dc2e76408343 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:57:20.881758 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, f848877e-47ae-4ad7-99b0-dc2e76408343) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:20.887058 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.887961 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.918084 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-72f65550-9c4b-411a-998b-6c3d1f963ed4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5465014 Apr 06 10:57:20.920065 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44940) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:20.922247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db2db96-d608-45a0-9966-9de3f25c8a42 None None] Network f848877e-47ae-4ad7-99b0-dc2e76408343 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:20.925023 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:20.962326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (1e870468-fd11-48aa-97fe-b112d601acaf), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:20.963751 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (1e870468-fd11-48aa-97fe-b112d601acaf), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.040169 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.042401 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for router_controller (1e870468-fd11-48aa-97fe-b112d601acaf), precommit_add_association {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.058343 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-f848877e-47ae-4ad7-99b0-dc2e76408343', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:57:21.059670 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.216035 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for router_gateway (1e870468-fd11-48aa-97fe-b112d601acaf), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.302702 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Allocated IP 172.20.0.2 (f848877e-47ae-4ad7-99b0-dc2e76408343/23cca4b6-ecf3-40e9-8377-a97d5847e6dd/37542340-c234-4d93-9d29-647ff92fcb62) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:21.457356 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-1a535dc3-1b56-4847-b674-3438ab4f3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.458903 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-1a535dc3-1b56-4847-b674-3438ab4f3703 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2075818 Apr 06 10:57:21.471704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a67a-9829-45dd-8673-7d71f5d41178 req-212d00c0-2506-4fe3-9165-15187622a56a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.473351 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e522a67a-9829-45dd-8673-7d71f5d41178 req-212d00c0-2506-4fe3-9165-15187622a56a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.2108941 Apr 06 10:57:21.518875 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks [] for port (37542340-c234-4d93-9d29-647ff92fcb62), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.528667 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (37542340-c234-4d93-9d29-647ff92fcb62), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.538338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e522a67a-9829-45dd-8673-7d71f5d41178 req-42c6d62e-4e23-4465-ae04-c88c9612c288 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595808 Apr 06 10:57:21.581438 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Network f848877e-47ae-4ad7-99b0-dc2e76408343 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:21.584876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:21.587990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:21.649621 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Pushing event updated for resources: {'Port': ['ID=37542340-c234-4d93-9d29-647ff92fcb62,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:21.670766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Attempting to bind port 37542340-c234-4d93-9d29-647ff92fcb62 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:21.671468 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Attempting to bind port 37542340-c234-4d93-9d29-647ff92fcb62 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:21.672018 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Attempting to bind port 37542340-c234-4d93-9d29-647ff92fcb62 on network f848877e-47ae-4ad7-99b0-dc2e76408343 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:21.678277 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:21.678976 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Checking segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:21.679576 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.680142 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Bound using segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:21.680811 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Bound port: 37542340-c234-4d93-9d29-647ff92fcb62, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:21.681424 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (37542340-c234-4d93-9d29-647ff92fcb62), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.703762 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248b79-3dde-46b2-ac8a-224a26525097 req-4ae692a6-5475-4cef-88ef-33c1a8b1e882 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.712414 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for router_gateway (1e870468-fd11-48aa-97fe-b112d601acaf), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.718048 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-62248b79-3dde-46b2-ac8a-224a26525097 req-4ae692a6-5475-4cef-88ef-33c1a8b1e882 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.1213129 Apr 06 10:57:21.734864 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.759473 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] For port 37542340-c234-4d93-9d29-647ff92fcb62, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:21.767136 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] For port 37542340-c234-4d93-9d29-647ff92fcb62, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=37542340-c234-4d93-9d29-647ff92fcb62,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:21.781652 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (37542340-c234-4d93-9d29-647ff92fcb62), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:21.803510 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-62248b79-3dde-46b2-ac8a-224a26525097 req-888811c4-1eee-4ae8-8115-360e17fd4498 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789971 Apr 06 10:57:21.865210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6446c-74f6-4fb2-ace1-30da0d533e91 None None] Pushing event updated for resources: {'Port': ['ID=37542340-c234-4d93-9d29-647ff92fcb62,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:21.881202 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Allocated IP 172.27.0.215 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:22.024567 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0073f-b2d8-4f9f-8e18-b10c131b92bb req-f745fa09-227a-42c4-a06d-1e3801009dab tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.031675 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e4e0073f-b2d8-4f9f-8e18-b10c131b92bb req-f745fa09-227a-42c4-a06d-1e3801009dab tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1477361 Apr 06 10:57:22.088441 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.147131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.165206 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44956) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:22.279058 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:22.280855 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:22.295162 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:22.327065 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Pushing event updated for resources: {'Port': ['ID=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:22.377778 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e4e0073f-b2d8-4f9f-8e18-b10c131b92bb req-3cb6bdaf-3fdb-4696-bd82-9b46eae5a2f9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448470 Apr 06 10:57:22.394670 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1d68-2ce2-4852-930c-a925a31a31d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.432977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 37542340-c234-4d93-9d29-647ff92fcb62 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:22.528923 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1d68-2ce2-4852-930c-a925a31a31d3 admin admin] Publish callbacks [] for security_group (adcedb7a-ef55-4fd5-be25-3b0db4fce5f5), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.544446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1d9b1d68-2ce2-4852-930c-a925a31a31d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (adcedb7a-ef55-4fd5-be25-3b0db4fce5f5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.562631 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 37542340-c234-4d93-9d29-647ff92fcb62 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:22.565555 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (37542340-c234-4d93-9d29-647ff92fcb62), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.621526 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b1d68-2ce2-4852-930c-a925a31a31d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcedb7a-ef55-4fd5-be25-3b0db4fce5f5,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:22.650215 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-1d9b1d68-2ce2-4852-930c-a925a31a31d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c28d5e372694242a164c1001eef6105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837949 Apr 06 10:57:22.650485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44964) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:22.763404 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 37542340-c234-4d93-9d29-647ff92fcb62 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:22.771215 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (37542340-c234-4d93-9d29-647ff92fcb62), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.805046 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f7e82-ff0e-4f7f-9547-f6958856c8bf req-80f85ae9-1d47-49e9-b5dd-bf8512322d0f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.815395 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ec5f7e82-ff0e-4f7f-9547-f6958856c8bf req-80f85ae9-1d47-49e9-b5dd-bf8512322d0f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.1270077 Apr 06 10:57:22.834071 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] Publish callbacks [] for security_group (adcedb7a-ef55-4fd5-be25-3b0db4fce5f5), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.847814 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 37542340-c234-4d93-9d29-647ff92fcb62, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=37542340-c234-4d93-9d29-647ff92fcb62,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:22.854036 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (37542340-c234-4d93-9d29-647ff92fcb62), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.860884 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for router_gateway (1e870468-fd11-48aa-97fe-b112d601acaf), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.964222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=37542340-c234-4d93-9d29-647ff92fcb62,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:22.992144 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] Publish callbacks [] for security_group (adcedb7a-ef55-4fd5-be25-3b0db4fce5f5), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:22.996759 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ec5f7e82-ff0e-4f7f-9547-f6958856c8bf req-02b6a928-7297-4cec-a568-b08436f165e2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749105 Apr 06 10:57:23.210571 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5ba83-b6f1-48a0-b616-10146c72f0d2 req-b24d2d11-8d78-497e-b70a-6a5b1cd8586e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.217642 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2b5ba83-b6f1-48a0-b616-10146c72f0d2 req-b24d2d11-8d78-497e-b70a-6a5b1cd8586e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.2408271 Apr 06 10:57:23.340757 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (adcedb7a-ef55-4fd5-be25-3b0db4fce5f5), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:23.344140 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:23.346190 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/adcedb7a-ef55-4fd5-be25-3b0db4fce5f5 HTTP/1.1" status: 204 len: 168 time: 0.6935172 Apr 06 10:57:23.605285 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe20e10-c97f-4635-916a-b619c6e96a8d None None] Network f848877e-47ae-4ad7-99b0-dc2e76408343 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:23.742872 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979b1c4-0001-4e44-91de-c450c861c5ec req-b4f77c9c-2333-41ad-bf89-88999698036d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.744841 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e979b1c4-0001-4e44-91de-c450c861c5ec req-b4f77c9c-2333-41ad-bf89-88999698036d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1989794 Apr 06 10:57:23.792490 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81386d-cf42-49e3-92c8-1c75ec4b5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcedb7a-ef55-4fd5-be25-3b0db4fce5f5,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:23.797456 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (1e870468-fd11-48aa-97fe-b112d601acaf), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:23.840031 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-5c6f5d0b-3eb4-4d5c-a52d-747128464f3d None None] Provisioning complete for port 37542340-c234-4d93-9d29-647ff92fcb62 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:23.841808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5c6f5d0b-3eb4-4d5c-a52d-747128464f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (37542340-c234-4d93-9d29-647ff92fcb62), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:23.866032 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e979b1c4-0001-4e44-91de-c450c861c5ec req-88094d26-9ef1-4c1f-b794-a5a38c28672f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124253 Apr 06 10:57:23.918146 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2b5ba83-b6f1-48a0-b616-10146c72f0d2 req-3a18caa8-24e5-460e-a9de-ce56897b9480 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6996326 Apr 06 10:57:23.990909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-5c6f5d0b-3eb4-4d5c-a52d-747128464f3d None None] Current status of the port 37542340-c234-4d93-9d29-647ff92fcb62 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:24.020413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Router 1e870468-fd11-48aa-97fe-b112d601acaf is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:57:24.130059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8219ed-90a3-46f8-8a79-9487f4a08a09 req-bf3ffa90-6508-4574-b73f-19a5c0a8c623 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.131682 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c8219ed-90a3-46f8-8a79-9487f4a08a09 req-bf3ffa90-6508-4574-b73f-19a5c0a8c623 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.0558074 Apr 06 10:57:24.144869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:24.154833 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Sync routers for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:24.170434 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:24.171499 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:24.171640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.176067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5458bd52-ac85-4e5a-bce1-fe9a40d6ce77 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2518938 Apr 06 10:57:24.176542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 44980) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:24.194769 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c8219ed-90a3-46f8-8a79-9487f4a08a09 req-ec04f5a3-513a-4ae6-ab1d-7a8f95e4d212 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572209 Apr 06 10:57:24.215510 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-88119424-8007-4dab-a58c-358f2a5a698e None None] Provisioning complete for port 37542340-c234-4d93-9d29-647ff92fcb62 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:24.215882 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-88119424-8007-4dab-a58c-358f2a5a698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (37542340-c234-4d93-9d29-647ff92fcb62), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.300993 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:24.303567 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-88119424-8007-4dab-a58c-358f2a5a698e None None] Current status of the port 37542340-c234-4d93-9d29-647ff92fcb62 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:24.354713 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 37542340-c234-4d93-9d29-647ff92fcb62 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:24.409272 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 37542340-c234-4d93-9d29-647ff92fcb62 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:24.410084 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (37542340-c234-4d93-9d29-647ff92fcb62), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.493795 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:22Z', 'revision_number': 3, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:24.497009 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 37542340-c234-4d93-9d29-647ff92fcb62 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:24.520425 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Checking router: 1e870468-fd11-48aa-97fe-b112d601acaf for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:24.520779 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Updating router 1e870468-fd11-48aa-97fe-b112d601acaf port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:24.549993 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.654673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.821675 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks [] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.827804 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.889861 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b5cd9-29c5-40b4-a1f0-c914af4549ce None None] Pushing event updated for resources: {'Port': ['ID=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:24.896520 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Attempting to bind port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:24.897735 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Attempting to bind port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:24.897735 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Attempting to bind port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:24.900834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Allocated IP 172.20.0.1 (f848877e-47ae-4ad7-99b0-dc2e76408343/23cca4b6-ecf3-40e9-8377-a97d5847e6dd/ef873b41-1532-4397-b954-375ed548624f) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:24.902988 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:24.903350 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:24.903788 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.904180 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:24.904740 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Bound port: 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:24.905065 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.922622 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-f07c9b50-27c5-41d7-965d-053fee446e08 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470783 Apr 06 10:57:24.965628 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] For port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:24.969565 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] For port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:24.978471 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.035863 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:25.036492 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:25.066432 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12778a82-9f9a-4d2d-8e2b-a1cc41b5d953 req-9e026b82-e9ce-426f-8876-c2ee063cdc92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.067930 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12778a82-9f9a-4d2d-8e2b-a1cc41b5d953 req-9e026b82-e9ce-426f-8876-c2ee063cdc92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0916095 Apr 06 10:57:25.081022 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b5cd9-29c5-40b4-a1f0-c914af4549ce None None] Pushing event updated for resources: {'Port': ['ID=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:25.083139 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14fe18-4c83-4846-a2ce-776f9cc96887 req-af323dc1-8652-44df-a0a9-8d2c7f0f597e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.084709 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0e14fe18-4c83-4846-a2ce-776f9cc96887 req-af323dc1-8652-44df-a0a9-8d2c7f0f597e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0768464 Apr 06 10:57:25.089129 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks [] for port (ef873b41-1532-4397-b954-375ed548624f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.140167 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12778a82-9f9a-4d2d-8e2b-a1cc41b5d953 req-31d93d85-1b6f-4d36-b962-7681da50f445 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627279 Apr 06 10:57:25.155846 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0e14fe18-4c83-4846-a2ce-776f9cc96887 req-55016530-548c-404e-992a-b4b703c33c7a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572031 Apr 06 10:57:25.156054 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ef873b41-1532-4397-b954-375ed548624f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.170867 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:25.200919 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Network f848877e-47ae-4ad7-99b0-dc2e76408343 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:25.206504 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:25.211024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:25.214181 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Pushing event updated for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:25.253452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (1e870468-fd11-48aa-97fe-b112d601acaf), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.289683 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27c16e-da17-4f36-bece-197d81be84bf req-27019652-15e8-4209-bb5b-ffe245892794 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.291331 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8e27c16e-da17-4f36-bece-197d81be84bf req-27019652-15e8-4209-bb5b-ffe245892794 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0751975 Apr 06 10:57:25.300866 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 44996) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:25.305699 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'floatingip': {'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:25.367858 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.445191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f8959-4051-4228-8869-787277136dd3 req-92efe501-8ee8-4982-9bda-9269294efa48 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.447019 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dd3f8959-4051-4228-8869-787277136dd3 req-92efe501-8ee8-4982-9bda-9269294efa48 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.1296165 Apr 06 10:57:25.487974 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:22Z', 'revision_number': 3, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:25.501178 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ef873b41-1532-4397-b954-375ed548624f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.515813 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275d35c-6a06-404f-87c2-60c3fbebc575 None None] The sync data for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi is: [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:22Z', 'revision_number': 3, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:25.553281 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b79f61a3-3c8e-4e41-85c9-3e7c58bcd6c7 None None] Provisioning complete for port ef873b41-1532-4397-b954-375ed548624f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:25.554454 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b79f61a3-3c8e-4e41-85c9-3e7c58bcd6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ef873b41-1532-4397-b954-375ed548624f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.578693 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dd3f8959-4051-4228-8869-787277136dd3 req-338e8c36-77de-46c6-ac7f-91ed807e7ed8 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061060 Apr 06 10:57:25.597020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b79f61a3-3c8e-4e41-85c9-3e7c58bcd6c7 None None] Port ef873b41-1532-4397-b954-375ed548624f cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:25.728047 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks [] for port (ef873b41-1532-4397-b954-375ed548624f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.733006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (ef873b41-1532-4397-b954-375ed548624f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.781979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (1e870468-fd11-48aa-97fe-b112d601acaf), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:25.879056 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Pushing event updated for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:25.988161 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Network f848877e-47ae-4ad7-99b0-dc2e76408343 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:25.992466 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:26.108834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36d65264-276a-4d27-bff0-5f221ef88a21 req-6b4d5f86-05e9-428c-b913-728ad76aa438 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734192 Apr 06 10:57:26.187112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Router 1e870468-fd11-48aa-97fe-b112d601acaf has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:26.214791 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.219858 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.348420 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-f8ffaaf4-820b-4252-9c94-c82f71534170 None None] Provisioning complete for port ef873b41-1532-4397-b954-375ed548624f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:26.349109 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f8ffaaf4-820b-4252-9c94-c82f71534170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ef873b41-1532-4397-b954-375ed548624f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.356638 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:26.386005 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8ba9a105-66a1-4824-803d-911b89f92817 admin admin] 10.222.0.57 "PUT /v2.0/routers/1e870468-fd11-48aa-97fe-b112d601acaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2076399 Apr 06 10:57:26.402574 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-f8ffaaf4-820b-4252-9c94-c82f71534170 None None] Port ef873b41-1532-4397-b954-375ed548624f cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:26.407223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:26.418668 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df3d-7961-4087-af3a-c05b910f561f req-dbee42a0-88d9-4fe6-9ebf-6b706bb102eb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.420469 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-72a5df3d-7961-4087-af3a-c05b910f561f req-dbee42a0-88d9-4fe6-9ebf-6b706bb102eb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.1561995 Apr 06 10:57:26.447386 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Floating IP d0a7fb8a-3215-4d6c-88ce-6a483deed963 associated. External IP: 172.27.0.197, port: b3a06dbd-f09b-4067-9e4c-95bb799cab5a. Apr 06 10:57:26.473735 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:26.474894 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.580388 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-ba6dfab4-3db1-43ec-a343-40c80ddb8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.582621 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-ba6dfab4-3db1-43ec-a343-40c80ddb8c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1130 time: 0.0848918 Apr 06 10:57:26.608100 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-72a5df3d-7961-4087-af3a-c05b910f561f req-df5b7f9d-9bf9-4745-8ff8-d40624a0aaf8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804657 Apr 06 10:57:26.729173 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eef8e9-9afc-4b1c-a525-9bfee73d9ae5 req-c1a3e15b-0c8a-49ec-b9a6-98bc84ff5da0 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.730716 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-51eef8e9-9afc-4b1c-a525-9bfee73d9ae5 req-c1a3e15b-0c8a-49ec-b9a6-98bc84ff5da0 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.0682225 Apr 06 10:57:26.780213 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:26.780213 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.796788 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-51eef8e9-9afc-4b1c-a525-9bfee73d9ae5 req-6f0292e7-26de-463d-9272-b433bcb5fe26 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564764 Apr 06 10:57:26.817774 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:26.818036 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:26.818147 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.885759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:26.943102 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:26.950057 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:26.960881 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:26.977735 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:26.978369 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:26.997359 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3696a7e2-df4e-4c05-87ee-8de3f553dc65 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "PUT /v2.0/floatingips/d0a7fb8a-3215-4d6c-88ce-6a483deed963 HTTP/1.1" status: 200 len: 991 time: 1.6865482 Apr 06 10:57:26.997359 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:26.997359 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559b330-66b7-4a56-b99c-2a3409369276" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:27.039738 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742eeaf0-cd4d-4f8c-905b-f95fc69eb50f x-openstack-request-id: req-742eeaf0-cd4d-4f8c-905b-f95fc69eb50f {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:27.040186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:27.040470 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-742eeaf0-cd4d-4f8c-905b-f95fc69eb50f {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:27.041458 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742eeaf0-cd4d-4f8c-905b-f95fc69eb50f'] response: {'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'status': 'completed', 'code': 200} Apr 06 10:57:27.109331 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:27.144501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45024) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:27.148749 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2070223469-network', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:27.169982 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Made reservation on behalf of 2d9cb10dd39a4100befd417be1331aca for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:27.172287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.181831 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.258029 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks [] for security_group (abe61af6-1e4e-4195-b69e-0bcb338a93fa), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.261830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (abe61af6-1e4e-4195-b69e-0bcb338a93fa), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.286776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:57:27.300471 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe61af6-1e4e-4195-b69e-0bcb338a93fa,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:27.305473 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (91e5256a-8368-4268-8463-536768267b41), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.305819 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Added segment 91e5256a-8368-4268-8463-536768267b41 of type vlan for network 383d9778-7163-466c-b850-373043b32460 Apr 06 10:57:27.351737 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (383d9778-7163-466c-b850-373043b32460), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.381988 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (383d9778-7163-466c-b850-373043b32460), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.383568 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.384180 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.415102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 1, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:27.443601 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:27.446158 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45026) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:27.446750 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3011720 Apr 06 10:57:27.453364 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Request body: {'subnet': {'network_id': '383d9778-7163-466c-b850-373043b32460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2070223469-subnet', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:27.453811 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:27.454461 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:27.469090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03294b81-ca23-4b5d-ac09-a09c7c965102 admin admin] Pushing event updated for resources: {'Network': ['ID=383d9778-7163-466c-b850-373043b32460,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:27.476898 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Made reservation on behalf of 2d9cb10dd39a4100befd417be1331aca for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:27.479922 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.500076 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 383d9778-7163-466c-b850-373043b32460 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:57:27.556824 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Sync routers for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:27.567970 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:27.568582 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:27.655152 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:27.661737 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (e1b0bcb8-41a9-4440-a684-22fef7f031df), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.690504 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:27.733631 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b0bcb8-41a9-4440-a684-22fef7f031df,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:27.745044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Checking segment: {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:27.746030 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Network hostable DHCP agents. Network: 383d9778-7163-466c-b850-373043b32460, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:57:27.768045 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Network 383d9778-7163-466c-b850-373043b32460 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:57:27.776883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd540241-96db-444f-acca-f507dab77cae req-c829baea-56ca-4db6-bde5-4a33eef05961 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.779094 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd540241-96db-444f-acca-f507dab77cae req-c829baea-56ca-4db6-bde5-4a33eef05961 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.0779593 Apr 06 10:57:27.779226 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 383d9778-7163-466c-b850-373043b32460) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:27.790662 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.799656 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e6c20-2552-46c8-92f2-2a77042ba36b None None] Network 383d9778-7163-466c-b850-373043b32460 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:27.800849 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.822158 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-097d4236-04d1-4633-bb7e-a9f1f096f368 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3735163 Apr 06 10:57:27.823432 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45032) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:27.829106 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:27.858202 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (b1022038-937a-4a76-9103-3372b5c2cc14), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.859986 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (b1022038-937a-4a76-9103-3372b5c2cc14), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:27.946487 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for router_controller (b1022038-937a-4a76-9103-3372b5c2cc14), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.015871 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-383d9778-7163-466c-b850-373043b32460', 'network_id': '383d9778-7163-466c-b850-373043b32460', 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'fixed_ips': [{'subnet_id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:57:28.016858 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.019862 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd540241-96db-444f-acca-f507dab77cae req-a6875c19-621f-451a-b029-27d8a88fdfb1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305708 Apr 06 10:57:28.078051 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b330-66b7-4a56-b99c-2a3409369276 req-33dc97d6-c141-4602-be69-c7f32f13ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.080175 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-33dc97d6-c141-4602-be69-c7f32f13ed29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.2111037 Apr 06 10:57:28.107439 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-0dc3b179-8b47-4582-b26b-ac136a9e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.108903 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-0dc3b179-8b47-4582-b26b-ac136a9e1e91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.3080401 Apr 06 10:57:28.113214 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 2, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:28.147230 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Checking router: 1e870468-fd11-48aa-97fe-b112d601acaf for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:28.147981 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Updating router 1e870468-fd11-48aa-97fe-b112d601acaf port ef873b41-1532-4397-b954-375ed548624f binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:28.172386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 1, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:28.187436 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ef873b41-1532-4397-b954-375ed548624f), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.219661 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-1383be23-bab2-4986-a859-14853de5d713 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 1002 time: 0.0854852 Apr 06 10:57:28.220520 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8aa49d-0b41-4dd3-8403-337b565f75fc None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 1, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:28.278547 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Allocated IP 172.20.0.2 (383d9778-7163-466c-b850-373043b32460/e1b0bcb8-41a9-4440-a684-22fef7f031df/a7d5d269-3df5-44c6-9c27-97cd06299b7a) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:28.283365 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b330-66b7-4a56-b99c-2a3409369276 req-8f130e09-efcc-4e75-8da9-11b9e3368a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.285111 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-8f130e09-efcc-4e75-8da9-11b9e3368a32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.1990213 Apr 06 10:57:28.290852 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for router_gateway (b1022038-937a-4a76-9103-3372b5c2cc14), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.321997 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf0ce8-66dd-4887-a1a1-941a93834e87 req-2b753382-fb2d-40e4-8a01-688941258d3d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.330509 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5abf0ce8-66dd-4887-a1a1-941a93834e87 req-2b753382-fb2d-40e4-8a01-688941258d3d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.2185209 Apr 06 10:57:28.363542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-5249f6b1-012f-4eff-8799-0aff10a6ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.365030 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-5249f6b1-012f-4eff-8799-0aff10a6ddef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.1315026 Apr 06 10:57:28.425861 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-5ed85e5d-bad4-4ae5-a017-ce8e8c48870f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 999 time: 0.1234925 Apr 06 10:57:28.446209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:28.494916 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-700a475c-099b-4ca3-9c18-eca613d9498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.503919 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5abf0ce8-66dd-4887-a1a1-941a93834e87 req-1e557b4e-589a-44e3-8186-3ae4cf2f7f04 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722362 Apr 06 10:57:28.506451 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-700a475c-099b-4ca3-9c18-eca613d9498e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322153 Apr 06 10:57:28.572864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks [] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.577621 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aaa7a6-e12c-43c9-98f6-3a251bd9c6b0 None None] New status for floating IP d0a7fb8a-3215-4d6c-88ce-6a483deed963: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:57:28.616443 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b330-66b7-4a56-b99c-2a3409369276 req-fe565800-1ee5-4957-a624-05055aee0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.617702 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-fe565800-1ee5-4957-a624-05055aee0a6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.1786640 Apr 06 10:57:28.629091 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks [] for port (ef873b41-1532-4397-b954-375ed548624f), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.637876 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ef873b41-1532-4397-b954-375ed548624f), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.692327 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-0e8ef827-24f2-4105-aebf-c5f01ad94a43 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800935 Apr 06 10:57:28.695209 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Pushing event updated for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:28.699847 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b330-66b7-4a56-b99c-2a3409369276 req-befb18cd-ba09-4f0a-b15f-65f1b0901c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.701403 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-befb18cd-ba09-4f0a-b15f-65f1b0901c9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769854 Apr 06 10:57:28.707575 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for router_gateway (b1022038-937a-4a76-9103-3372b5c2cc14), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.710969 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.712051 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.712614 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.713122 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.713638 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.714117 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.714893 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.715369 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.715855 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.716337 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.716954 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.717506 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.717995 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.718468 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.718940 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:28.733176 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.832430 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Attempting to bind port ef873b41-1532-4397-b954-375ed548624f on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:28.834064 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Attempting to bind port ef873b41-1532-4397-b954-375ed548624f by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:28.834656 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Attempting to bind port ef873b41-1532-4397-b954-375ed548624f on network f848877e-47ae-4ad7-99b0-dc2e76408343 {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:28.852572 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:28.854540 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Checking segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:28.854934 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.855705 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Bound using segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:28.857493 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Bound port: ef873b41-1532-4397-b954-375ed548624f, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:28.859277 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ef873b41-1532-4397-b954-375ed548624f), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.887305 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.927920 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Network 383d9778-7163-466c-b850-373043b32460 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:28.931116 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:28.933627 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:28.933736 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:28.935569 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:28.966082 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Allocated IP 172.27.0.219 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/cd782492-86e7-40b9-bcd2-86bfd1a5b892) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:29.019443 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] For port ef873b41-1532-4397-b954-375ed548624f, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:29.025428 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] For port ef873b41-1532-4397-b954-375ed548624f, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ef873b41-1532-4397-b954-375ed548624f,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:29.046301 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ef873b41-1532-4397-b954-375ed548624f), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.104641 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Pushing event updated for resources: {'Port': ['ID=a7d5d269-3df5-44c6-9c27-97cd06299b7a,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.117813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Attempting to bind port a7d5d269-3df5-44c6-9c27-97cd06299b7a on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:29.119597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Attempting to bind port a7d5d269-3df5-44c6-9c27-97cd06299b7a by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:29.119597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Attempting to bind port a7d5d269-3df5-44c6-9c27-97cd06299b7a on network 383d9778-7163-466c-b850-373043b32460 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:29.124643 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:29.125015 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Checking segment: {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:29.125449 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.125826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Bound using segment: {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:29.126298 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Bound port: a7d5d269-3df5-44c6-9c27-97cd06299b7a, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:29.126798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.128919 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.131650 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.132002 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.132345 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.132705 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.133192 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.133403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.133732 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.134059 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.134384 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.134708 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.135029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.135352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.135675 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.135998 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.136377 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:29.224099 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:29.224765 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:29.226743 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.254495 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Provisioning complete for port ef873b41-1532-4397-b954-375ed548624f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:29.254875 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ef873b41-1532-4397-b954-375ed548624f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.293851 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:29.299318 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:29.304014 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:29.311204 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Pushing event updated for resources: {'Port': ['ID=cd782492-86e7-40b9-bcd2-86bfd1a5b892,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.336317 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] For port a7d5d269-3df5-44c6-9c27-97cd06299b7a, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:29.347680 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] For port a7d5d269-3df5-44c6-9c27-97cd06299b7a, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a7d5d269-3df5-44c6-9c27-97cd06299b7a,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:29.351860 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 09e243fb-452e-4bb8-8785-c92db167a57f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:29.376906 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64928acf-70a1-4ec4-9ef7-b14908741827 None None] Pushing event updated for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=4']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.380611 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:29.399300 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:57:29.498534 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Current status of the port ef873b41-1532-4397-b954-375ed548624f is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:29.499025 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ef873b41-1532-4397-b954-375ed548624f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.500476 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:29.501984 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.540290 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2ebe6bd-fffa-4aa3-9905-80884550560f req-761516d2-4914-4f84-84f5-6eaa225aa800 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378990 Apr 06 10:57:29.606548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79eafb-c82a-482f-a6d2-eeb68a664176 req-0ccc58fc-f4bd-42db-a497-d31b15816891 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:29.615282 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bf79eafb-c82a-482f-a6d2-eeb68a664176 req-0ccc58fc-f4bd-42db-a497-d31b15816891 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 946 time: 0.2421260 Apr 06 10:57:29.650102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] For port ef873b41-1532-4397-b954-375ed548624f, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ef873b41-1532-4397-b954-375ed548624f,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:29.661251 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-1d98951b-1731-42c0-b998-0432fd1aacac service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9490602 Apr 06 10:57:29.686548 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bf79eafb-c82a-482f-a6d2-eeb68a664176 req-d59a0ae4-c45a-4c78-a200-94d4dc0f537d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701332 Apr 06 10:57:29.716521 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ef873b41-1532-4397-b954-375ed548624f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.770917 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f513fe-dd61-4fdf-9b50-4218a5869237 None None] Pushing event updated for resources: {'Port': ['ID=a7d5d269-3df5-44c6-9c27-97cd06299b7a,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.776589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: ACTIVE; New status is: DOWN {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:29.776981 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.830039 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:29.853575 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:29.874319 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:29.877222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025901f0-6fad-4630-8a38-5562b020f4f8" -d '{"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-unplugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:29.887395 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d9a175-d622-4778-8639-bb25484b79a2 None None] The sync data for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi is: [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:29.901009 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '09e243fb-452e-4bb8-8785-c92db167a57f', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'port_id': '09e243fb-452e-4bb8-8785-c92db167a57f', 'mac_address': 'fa:16:3e:6d:a7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:29.931456 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:29.938313 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13708aa-4d2f-4026-b50a-b0d4fdd67c86 x-openstack-request-id: req-c13708aa-4d2f-4026-b50a-b0d4fdd67c86 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:29.939627 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-unplugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:29.939627 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c13708aa-4d2f-4026-b50a-b0d4fdd67c86 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:29.939627 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13708aa-4d2f-4026-b50a-b0d4fdd67c86'] response: {'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'code': 200} Apr 06 10:57:29.942291 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c6043-b11f-449b-b5f7-8cbeeea3a981 None None] Pushing event updated for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.946967 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-a3bdd02f-de0e-4e5a-8def-3be6df537e32 None None] Provisioning complete for port ef873b41-1532-4397-b954-375ed548624f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:29.947450 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a3bdd02f-de0e-4e5a-8def-3be6df537e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ef873b41-1532-4397-b954-375ed548624f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.949517 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.078322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 09e243fb-452e-4bb8-8785-c92db167a57f is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:30.078322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.119115 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=8']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:30.129550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5021d-b49a-4da0-be2e-e10a1673149f req-a1239193-2406-42bb-bbef-e980dc0fab10 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.131210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e243fb-452e-4bb8-8785-c92db167a57f {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:30.138166 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bcd5021d-b49a-4da0-be2e-e10a1673149f req-a1239193-2406-42bb-bbef-e980dc0fab10 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 944 time: 0.4427927 Apr 06 10:57:30.165573 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:30.166507 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for router_gateway (b1022038-937a-4a76-9103-3372b5c2cc14), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.205433 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-a3bdd02f-de0e-4e5a-8def-3be6df537e32 None None] Current status of the port ef873b41-1532-4397-b954-375ed548624f is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:30.207702 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.249017 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bcd5021d-b49a-4da0-be2e-e10a1673149f req-3caf347e-70a1-4c60-aaf9-2a7e343e8e55 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100950 Apr 06 10:57:30.296829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:30.411867 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a7d5d269-3df5-44c6-9c27-97cd06299b7a up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:30.446854 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (b1022038-937a-4a76-9103-3372b5c2cc14), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.466050 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port a7d5d269-3df5-44c6-9c27-97cd06299b7a triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:30.466448 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.550553 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port a7d5d269-3df5-44c6-9c27-97cd06299b7a is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:30.551130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.586123 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port a7d5d269-3df5-44c6-9c27-97cd06299b7a, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a7d5d269-3df5-44c6-9c27-97cd06299b7a,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:30.591128 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.591930 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ef873b41-1532-4397-b954-375ed548624f up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:30.593124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Router b1022038-937a-4a76-9103-3372b5c2cc14 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:57:30.690206 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=a7d5d269-3df5-44c6-9c27-97cd06299b7a,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:30.708180 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port ef873b41-1532-4397-b954-375ed548624f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:30.708561 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ef873b41-1532-4397-b954-375ed548624f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.750676 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:30.759920 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Sync routers for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:30.773544 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:30.774185 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:30.802006 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.803839 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-39e9b957-9a70-48db-9703-3d9362cb2b29 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9791911 Apr 06 10:57:30.806813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45058) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:30.838355 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port ef873b41-1532-4397-b954-375ed548624f is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:30.937016 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:30.988710 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273a88-e6b5-41b9-9a0b-8f8473f0d3a4 req-ec52b8d6-28bf-4a44-808e-e87ecd496649 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.990631 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f273a88-e6b5-41b9-9a0b-8f8473f0d3a4 req-ec52b8d6-28bf-4a44-808e-e87ecd496649 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1731865 Apr 06 10:57:31.104769 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b4522-f94a-4462-8284-ab2339fc1912 None None] Network 383d9778-7163-466c-b850-373043b32460 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:31.129384 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f273a88-e6b5-41b9-9a0b-8f8473f0d3a4 req-e8f2d47a-afb9-4dc0-881f-83e8cee39906 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299577 Apr 06 10:57:31.191672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-8295f4d8-507e-40ae-b36e-78c209310d5d None None] Provisioning complete for port a7d5d269-3df5-44c6-9c27-97cd06299b7a triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:31.191857 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8295f4d8-507e-40ae-b36e-78c209310d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.264536 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 3, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:31.303936 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Checking router: b1022038-937a-4a76-9103-3372b5c2cc14 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:31.304478 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Updating router b1022038-937a-4a76-9103-3372b5c2cc14 port cd782492-86e7-40b9-bcd2-86bfd1a5b892 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:31.356364 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.405998 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-8295f4d8-507e-40ae-b36e-78c209310d5d None None] Current status of the port a7d5d269-3df5-44c6-9c27-97cd06299b7a is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:31.448371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0230f-1ab0-45c8-ba1f-3fbe1c7d105a req-6d80a272-4fb3-4bd6-aff4-d58437693c70 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:31.449106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.456243 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2bf0230f-1ab0-45c8-ba1f-3fbe1c7d105a req-6d80a272-4fb3-4bd6-aff4-d58437693c70 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 945 time: 0.0926456 Apr 06 10:57:31.513670 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2bf0230f-1ab0-45c8-ba1f-3fbe1c7d105a req-84d88cf7-73ee-4435-9725-ce5f341066a1 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563776 Apr 06 10:57:31.629960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-2484a404-f01e-4a09-a2b9-126e21cd7106 None None] Provisioning complete for port a7d5d269-3df5-44c6-9c27-97cd06299b7a triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:31.630248 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2484a404-f01e-4a09-a2b9-126e21cd7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.631234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Allocated IP 172.20.0.1 (383d9778-7163-466c-b850-373043b32460/e1b0bcb8-41a9-4440-a684-22fef7f031df/8eafabe3-5e60-42b8-97da-3ece8724a97b) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:31.684751 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks [] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.692549 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.715450 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-2484a404-f01e-4a09-a2b9-126e21cd7106 None None] Current status of the port a7d5d269-3df5-44c6-9c27-97cd06299b7a is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:31.746912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks [] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.760206 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Attempting to bind port cd782492-86e7-40b9-bcd2-86bfd1a5b892 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:31.760555 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Attempting to bind port cd782492-86e7-40b9-bcd2-86bfd1a5b892 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:31.760911 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Attempting to bind port cd782492-86e7-40b9-bcd2-86bfd1a5b892 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:31.763716 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3173166-460c-4dcd-ac3f-c5bd29eb3903 None None] Pushing event updated for resources: {'Port': ['ID=cd782492-86e7-40b9-bcd2-86bfd1a5b892,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:31.769352 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:31.769721 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:31.770460 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.771633 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:31.771633 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Bound port: cd782492-86e7-40b9-bcd2-86bfd1a5b892, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:31.772206 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.782719 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.823786 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Network 383d9778-7163-466c-b850-373043b32460 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:31.825891 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] For port cd782492-86e7-40b9-bcd2-86bfd1a5b892, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:31.826914 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:31.830158 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] For port cd782492-86e7-40b9-bcd2-86bfd1a5b892, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=cd782492-86e7-40b9-bcd2-86bfd1a5b892,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:31.831185 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:31.839138 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.859421 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Pushing event updated for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:31.879754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (b1022038-937a-4a76-9103-3372b5c2cc14), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:31.900427 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:31.901078 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:31.906410 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3173166-460c-4dcd-ac3f-c5bd29eb3903 None None] Pushing event updated for resources: {'Port': ['ID=cd782492-86e7-40b9-bcd2-86bfd1a5b892,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:32.026426 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:32.032043 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.141357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-3a059a6f-2b7b-4797-a2bd-dfffe91d4a9f None None] Provisioning complete for port 8eafabe3-5e60-42b8-97da-3ece8724a97b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:32.141997 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3a059a6f-2b7b-4797-a2bd-dfffe91d4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.188751 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-3a059a6f-2b7b-4797-a2bd-dfffe91d4a9f None None] Port 8eafabe3-5e60-42b8-97da-3ece8724a97b cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:32.219712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks [] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.227729 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 3, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:32.233828 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.256945 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151fef45-cbda-4bd8-96c0-e6bb03d6089e None None] The sync data for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi is: [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 3, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:32.331965 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (b1022038-937a-4a76-9103-3372b5c2cc14), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.333789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Pushing event updated for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:32.363986 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a7d5d269-3df5-44c6-9c27-97cd06299b7a up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:32.367472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ef838-18d8-49ea-b690-bf4bc92562e2 req-9ca6d63f-f982-496d-85eb-3144f1ba7ef0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:32.369050 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c55ef838-18d8-49ea-b690-bf4bc92562e2 req-9ca6d63f-f982-496d-85eb-3144f1ba7ef0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1467063 Apr 06 10:57:32.414250 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port a7d5d269-3df5-44c6-9c27-97cd06299b7a triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:32.414950 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.463755 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c55ef838-18d8-49ea-b690-bf4bc92562e2 req-d24cadf0-d9be-4f62-aca0-ee50e4529a0d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655148 Apr 06 10:57:32.487978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Network 383d9778-7163-466c-b850-373043b32460 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:32.489530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:32.546638 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port a7d5d269-3df5-44c6-9c27-97cd06299b7a is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:32.551576 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.693969 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f8762-fc60-42d9-8be6-8cbea1293c3e req-88662698-3c97-471a-8073-ed2d6b58db72 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:32.702932 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c0f8762-fc60-42d9-8be6-8cbea1293c3e req-88662698-3c97-471a-8073-ed2d6b58db72 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 945 time: 0.0813422 Apr 06 10:57:32.747481 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Router b1022038-937a-4a76-9103-3372b5c2cc14 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:32.794638 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c0f8762-fc60-42d9-8be6-8cbea1293c3e req-c0bb40ef-7f5d-40d1-abb9-13ea78861a4f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904424 Apr 06 10:57:32.819885 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-242124c9-84f9-49e6-b984-14b9d485fed6 None None] Provisioning complete for port 8eafabe3-5e60-42b8-97da-3ece8724a97b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:32.820262 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-242124c9-84f9-49e6-b984-14b9d485fed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.865609 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-242124c9-84f9-49e6-b984-14b9d485fed6 None None] Port 8eafabe3-5e60-42b8-97da-3ece8724a97b cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:32.886133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3559b330-66b7-4a56-b99c-2a3409369276 req-096d8975-5c83-4447-88d7-f503da9e531c service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205350 Apr 06 10:57:32.902593 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:32.925269 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:32.933978 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-1093e701-cff8-413d-9236-cb0604ab3c6f admin admin] 10.222.0.57 "PUT /v2.0/routers/b1022038-937a-4a76-9103-3372b5c2cc14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1259325 Apr 06 10:57:33.434817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45076) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:33.440450 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956231618', 'description': 'tempest-secgroup-smoke-956231618 description', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:33.467343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.537553 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (bfe1f197-1fd2-4ebd-909b-8ea8afe0490c), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.541673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (bfe1f197-1fd2-4ebd-909b-8ea8afe0490c), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.572339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:33.577040 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.581184 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-84d48b2e-918b-46fe-9a24-701f18a2b38e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1425631 Apr 06 10:57:33.582303 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45080) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:33.586294 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:33.602055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc5d96-8390-4e20-8ee9-f3ab19eb102d req-8ccb4be4-9a71-4d61-ae13-312a03e5957b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.603698 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-12bc5d96-8390-4e20-8ee9-f3ab19eb102d req-8ccb4be4-9a71-4d61-ae13-312a03e5957b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0614734 Apr 06 10:57:33.611940 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (66e56eda-430f-4674-bd70-321bb9c1f752), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.656280 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-12bc5d96-8390-4e20-8ee9-f3ab19eb102d req-06c08d48-8824-44eb-b15a-3e4de2148d7d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462499 Apr 06 10:57:33.678032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (66e56eda-430f-4674-bd70-321bb9c1f752), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.686205 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (66e56eda-430f-4674-bd70-321bb9c1f752), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.706704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e56eda-430f-4674-bd70-321bb9c1f752,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:33.717361 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.721465 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45084) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:33.721975 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2340fccc-c31f-44d0-b397-e4f733102f2c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1387012 Apr 06 10:57:33.726126 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:33.753764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (6b27f275-af53-43e8-b6d4-0899f9f9ea30), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.819568 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (6b27f275-af53-43e8-b6d4-0899f9f9ea30), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.825076 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (6b27f275-af53-43e8-b6d4-0899f9f9ea30), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.856480 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b27f275-af53-43e8-b6d4-0899f9f9ea30,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:33.864964 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.866484 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7c42a225-ae3c-427f-bdc5-b9f1e2a119c3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440027 Apr 06 10:57:33.869523 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45098) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:33.874446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:33.936890 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (42066c89-3f4c-4a5f-8174-32445b1305ac), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.012121 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78ec5-31a6-476d-9ba6-43d9c18405af req-0f8c0559-f654-47d9-9564-6da759779112 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:34.014126 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3fe78ec5-31a6-476d-9ba6-43d9c18405af req-0f8c0559-f654-47d9-9564-6da759779112 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 945 time: 0.1249452 Apr 06 10:57:34.046671 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (42066c89-3f4c-4a5f-8174-32445b1305ac), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.052237 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (42066c89-3f4c-4a5f-8174-32445b1305ac), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.080163 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42066c89-3f4c-4a5f-8174-32445b1305ac,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:34.104069 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3fe78ec5-31a6-476d-9ba6-43d9c18405af req-949f31cc-4239-4345-a6d6-057ad2956161 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795321 Apr 06 10:57:34.108019 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.109112 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9105b3ec-94ce-420a-be44-e5029436f676 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2384439 Apr 06 10:57:34.109609 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Sync routers for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:34.112499 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45106) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:34.117359 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:34.156204 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (ea4f0444-ba83-43e0-a81a-e46df26b5149), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.220179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (ea4f0444-ba83-43e0-a81a-e46df26b5149), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.224434 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (ea4f0444-ba83-43e0-a81a-e46df26b5149), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.244086 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4f0444-ba83-43e0-a81a-e46df26b5149,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:34.254664 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.262434 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-28f90abb-83d6-44a0-92bc-f6cf2a1d6006 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488297 Apr 06 10:57:34.265127 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45114) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:34.271038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:34.277145 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:34.277919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:34.280845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-6012d546-9085-41e8-94c2-5edac7404805 req-d640b0c8-48d6-46f1-8821-e7fb8d743c6f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:57:34.283962 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6012d546-9085-41e8-94c2-5edac7404805 req-d640b0c8-48d6-46f1-8821-e7fb8d743c6f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083086 Apr 06 10:57:34.318179 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.securitygroups_db [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Project 7ce68977f1b546ca8dddf1799f7d2d33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:34.323792 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (8c1660c8-e3b4-4b68-acf8-df4e46ceffea), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.411156 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device cd782492-86e7-40b9-bcd2-86bfd1a5b892 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:34.417624 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (8c1660c8-e3b4-4b68-acf8-df4e46ceffea), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.422593 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (8c1660c8-e3b4-4b68-acf8-df4e46ceffea), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.446516 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1660c8-e3b4-4b68-acf8-df4e46ceffea,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:34.457394 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.461817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-bfce33c9-23e8-44cc-9b3f-ea10db8e5fe4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1946070 Apr 06 10:57:34.463905 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:34.464031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45122) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:34.476106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'security_group_rule': {'security_group_id': 'bfe1f197-1fd2-4ebd-909b-8ea8afe0490c', 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:34.495301 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9561c-a2f3-4a7a-b339-8b8b37fa6b31 req-556fadee-7462-4caa-8ecb-6ab8480a07e3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:34.496605 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16e9561c-a2f3-4a7a-b339-8b8b37fa6b31 req-556fadee-7462-4caa-8ecb-6ab8480a07e3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0690081 Apr 06 10:57:34.514024 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.securitygroups_db [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Project 7ce68977f1b546ca8dddf1799f7d2d33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:34.519825 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (c6df1392-c82e-4f46-9a4a-103c4ed11d3b), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.559337 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16e9561c-a2f3-4a7a-b339-8b8b37fa6b31 req-cdc4f788-fe89-485a-a49d-edce269cf14b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528071 Apr 06 10:57:34.596560 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (c6df1392-c82e-4f46-9a4a-103c4ed11d3b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.600588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (c6df1392-c82e-4f46-9a4a-103c4ed11d3b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.613640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port cd782492-86e7-40b9-bcd2-86bfd1a5b892 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:34.613999 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.621012 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df1392-c82e-4f46-9a4a-103c4ed11d3b,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:34.639498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.642723 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9dea0cac-00c0-4adb-a75e-d19dc3930759 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765678 Apr 06 10:57:34.755812 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port cd782492-86e7-40b9-bcd2-86bfd1a5b892 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:34.756438 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.783361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port cd782492-86e7-40b9-bcd2-86bfd1a5b892, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=cd782492-86e7-40b9-bcd2-86bfd1a5b892,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:34.792106 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.830374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45166) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:34.844181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 4, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '8eafabe3-5e60-42b8-97da-3ece8724a97b', 'name': '', 'network_id': '383d9778-7163-466c-b850-373043b32460', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'mac_address': 'fa:16:3e:36:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:31Z', 'updated_at': '2022-04-06T10:57:32Z', 'revision_number': 2, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'subnets': [{'id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:34.886967 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Checking router: b1022038-937a-4a76-9103-3372b5c2cc14 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:34.887325 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Updating router b1022038-937a-4a76-9103-3372b5c2cc14 port 8eafabe3-5e60-42b8-97da-3ece8724a97b binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:34.890174 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=cd782492-86e7-40b9-bcd2-86bfd1a5b892,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:34.919194 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:34.952027 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-2b62e043-88ff-4eac-9a4b-7597fe42bc20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1204119 Apr 06 10:57:34.961526 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-f880f9cc-b32b-4295-a877-42b7af95cd74 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:57:34.962521 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-f880f9cc-b32b-4295-a877-42b7af95cd74 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051301 Apr 06 10:57:35.050932 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45184) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:35.167799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-4b46b750-e567-4ddb-a909-45e4f76b2e40 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.169181 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-4b46b750-e567-4ddb-a909-45e4f76b2e40 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports/ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 941 time: 0.1166725 Apr 06 10:57:35.259060 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks [] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.265764 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.271986 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66714186-be4f-4394-9220-307e6ad0bc49 req-b4f9ef8f-2e18-49ed-82a3-6db3c28dcaf7 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.273556 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66714186-be4f-4394-9220-307e6ad0bc49 req-b4f9ef8f-2e18-49ed-82a3-6db3c28dcaf7 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 945 time: 0.0759244 Apr 06 10:57:35.362132 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66714186-be4f-4394-9220-307e6ad0bc49 req-4431ad7a-3464-47e1-b409-bfbc0fa8da83 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821693 Apr 06 10:57:35.389436 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d0f56-580e-4e15-8ba7-bab8ba1839d1 None None] Pushing event updated for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:35.400981 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Attempting to bind port 8eafabe3-5e60-42b8-97da-3ece8724a97b on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:35.401386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Attempting to bind port 8eafabe3-5e60-42b8-97da-3ece8724a97b by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:35.401767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Attempting to bind port 8eafabe3-5e60-42b8-97da-3ece8724a97b on network 383d9778-7163-466c-b850-373043b32460 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:35.407016 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:35.407395 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Checking segment: {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:35.408412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.408810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Bound using segment: {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:35.409285 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Bound port: 8eafabe3-5e60-42b8-97da-3ece8724a97b, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e5256a-8368-4268-8463-536768267b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '383d9778-7163-466c-b850-373043b32460'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:35.409696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.487425 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] For port 8eafabe3-5e60-42b8-97da-3ece8724a97b, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:35.491099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] For port 8eafabe3-5e60-42b8-97da-3ece8724a97b, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=8eafabe3-5e60-42b8-97da-3ece8724a97b,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:35.502805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.560504 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:35.561437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:35.617825 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d0f56-580e-4e15-8ba7-bab8ba1839d1 None None] Pushing event updated for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:35.669000 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Provisioning complete for port 8eafabe3-5e60-42b8-97da-3ece8724a97b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:35.669404 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.712876 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcad039-5589-4f8b-a5f6-65e64d1fb4b3 req-8b6bed65-93de-4bf3-8ef9-81c69230fc19 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.714407 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5fcad039-5589-4f8b-a5f6-65e64d1fb4b3 req-8b6bed65-93de-4bf3-8ef9-81c69230fc19 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0568318 Apr 06 10:57:35.735380 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:35.764053 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5fcad039-5589-4f8b-a5f6-65e64d1fb4b3 req-e938628e-1520-42ac-9e5c-1f0ce63ff5bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404360 Apr 06 10:57:35.846111 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Current status of the port 8eafabe3-5e60-42b8-97da-3ece8724a97b is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:35.846416 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.917900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] For port 8eafabe3-5e60-42b8-97da-3ece8724a97b, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=8eafabe3-5e60-42b8-97da-3ece8724a97b,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:35.928582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:36.006242 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad82e53-8271-41e8-be07-f69a5a8d1e50 None None] Pushing event updated for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:36.029082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 4, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '8eafabe3-5e60-42b8-97da-3ece8724a97b', 'name': '', 'network_id': '383d9778-7163-466c-b850-373043b32460', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'mac_address': 'fa:16:3e:36:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:31Z', 'updated_at': '2022-04-06T10:57:35Z', 'revision_number': 4, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'subnets': [{'id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:36.062414 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cda6134-70eb-45b9-b6bc-e858e2e0dc67 None None] The sync data for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi is: [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T10:57:31Z', 'revision_number': 4, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '8eafabe3-5e60-42b8-97da-3ece8724a97b', 'name': '', 'network_id': '383d9778-7163-466c-b850-373043b32460', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'mac_address': 'fa:16:3e:36:a3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:31Z', 'updated_at': '2022-04-06T10:57:35Z', 'revision_number': 4, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'subnets': [{'id': 'e1b0bcb8-41a9-4440-a684-22fef7f031df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:36.073534 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-2afea638-9d32-41e0-a301-070a89e4f20a None None] Provisioning complete for port 8eafabe3-5e60-42b8-97da-3ece8724a97b triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:36.073918 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2afea638-9d32-41e0-a301-070a89e4f20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:36.176604 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-2afea638-9d32-41e0-a301-070a89e4f20a None None] Current status of the port 8eafabe3-5e60-42b8-97da-3ece8724a97b is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:36.416909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device cd782492-86e7-40b9-bcd2-86bfd1a5b892 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:36.473937 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port cd782492-86e7-40b9-bcd2-86bfd1a5b892 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:36.474322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:36.492917 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0daf9-5944-4a11-bc87-9b7fefe8f771 req-472a6813-01af-4173-bf7a-b971579cbfc7 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.494493 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-33b0daf9-5944-4a11-bc87-9b7fefe8f771 req-472a6813-01af-4173-bf7a-b971579cbfc7 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 945 time: 0.0634384 Apr 06 10:57:36.550205 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-33b0daf9-5944-4a11-bc87-9b7fefe8f771 req-d830df85-7eaf-45f5-a369-630264a0f2f6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474474 Apr 06 10:57:36.682798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port cd782492-86e7-40b9-bcd2-86bfd1a5b892 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:36.683870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 8eafabe3-5e60-42b8-97da-3ece8724a97b up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:36.733127 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 8eafabe3-5e60-42b8-97da-3ece8724a97b triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:36.733543 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:36.828348 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 8eafabe3-5e60-42b8-97da-3ece8724a97b is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:36.901572 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766012-8e12-401b-9f56-e71e29f93a3f req-6a04bc3d-88cd-4a8d-b903-3d68a634609c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.904064 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b4766012-8e12-401b-9f56-e71e29f93a3f req-6a04bc3d-88cd-4a8d-b903-3d68a634609c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0520327 Apr 06 10:57:36.955978 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b4766012-8e12-401b-9f56-e71e29f93a3f req-09999eb2-7545-4a2f-b411-2f2f4d1fc0ba tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471985 Apr 06 10:57:36.996385 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 09e243fb-452e-4bb8-8785-c92db167a57f up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:37.053352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 09e243fb-452e-4bb8-8785-c92db167a57f completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:37.058032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 09e243fb-452e-4bb8-8785-c92db167a57f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:37.058943 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.174042 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 09e243fb-452e-4bb8-8785-c92db167a57f is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:37.174525 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.199037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:37.201375 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f4bf77-7b76-421e-afe3-fe32a611dc2a" -d '{"events": [{"server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "name": "network-vif-plugged", "status": "completed", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:37.224058 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:37.233223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.254947 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:57:37.282311 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80a0715-0954-4bca-8915-403e2090d47a x-openstack-request-id: req-c80a0715-0954-4bca-8915-403e2090d47a {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:37.283221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "name": "network-vif-plugged", "status": "completed", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:37.283948 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c80a0715-0954-4bca-8915-403e2090d47a {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:37.284053 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c80a0715-0954-4bca-8915-403e2090d47a'] response: {'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'code': 200} Apr 06 10:57:37.327926 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:37.499572 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b09761-571f-465f-830d-35254cb43a3f req-b678ccca-5d64-41a4-b482-b36e69770445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:37.501024 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-96b09761-571f-465f-830d-35254cb43a3f req-b678ccca-5d64-41a4-b482-b36e69770445 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1130 time: 0.0449953 Apr 06 10:57:37.546258 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-96b09761-571f-465f-830d-35254cb43a3f req-f359404b-8d9a-405a-9f92-3193a934e659 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Apr 06 10:57:37.669799 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121ccc9-fe03-46c7-9522-9d5db8807da8 req-6f6f5e0d-32a6-4f4e-930b-954d9b4b5e68 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:37.671365 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7121ccc9-fe03-46c7-9522-9d5db8807da8 req-6f6f5e0d-32a6-4f4e-930b-954d9b4b5e68 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0544369 Apr 06 10:57:37.718451 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7121ccc9-fe03-46c7-9522-9d5db8807da8 req-c6c2e243-2c59-4b5d-8532-4cf0f8692718 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Apr 06 10:57:38.096258 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220288c-7769-4d8a-9d1c-ea760772c46e req-aa6d5471-c1e0-4cdb-b5af-1035807211fe tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:38.097774 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e220288c-7769-4d8a-9d1c-ea760772c46e req-aa6d5471-c1e0-4cdb-b5af-1035807211fe tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0586534 Apr 06 10:57:38.149200 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e220288c-7769-4d8a-9d1c-ea760772c46e req-97e7b9e9-9529-4cc6-81ba-f2f82e5ae0b4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Apr 06 10:57:38.851112 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03622-39a7-4873-bd0a-513fe5a633f4 req-379e0b0e-273c-40cf-b5d8-8c213adeb858 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:38.852633 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8a03622-39a7-4873-bd0a-513fe5a633f4 req-379e0b0e-273c-40cf-b5d8-8c213adeb858 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0675976 Apr 06 10:57:38.906558 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8a03622-39a7-4873-bd0a-513fe5a633f4 req-ed9b9414-d00e-4205-81af-754905c6f904 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Apr 06 10:57:39.277396 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46dff-9bc6-4db2-80f1-6a6f664228d1 req-e44c2261-0ffb-4aa6-9384-21fa9afdb7c1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.278890 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-52c46dff-9bc6-4db2-80f1-6a6f664228d1 req-e44c2261-0ffb-4aa6-9384-21fa9afdb7c1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0533047 Apr 06 10:57:39.326899 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-52c46dff-9bc6-4db2-80f1-6a6f664228d1 req-f8287950-2dda-41ab-b033-9da21afd4746 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412295 Apr 06 10:57:40.027630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af1600-27b1-4577-af51-7ba432cf23a2 req-be5b4fda-d1fa-498b-aa44-438f1ca90899 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.029073 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63af1600-27b1-4577-af51-7ba432cf23a2 req-be5b4fda-d1fa-498b-aa44-438f1ca90899 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0547841 Apr 06 10:57:40.074862 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63af1600-27b1-4577-af51-7ba432cf23a2 req-11b39dcd-78e9-4bd2-98ff-4fb5a15556ff tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396659 Apr 06 10:57:40.452374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc62b-4e65-4c9d-a23b-ab59c217fe41 req-e5051cf0-81ce-404c-ad77-fb8e1c611381 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.453926 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a95bc62b-4e65-4c9d-a23b-ab59c217fe41 req-e5051cf0-81ce-404c-ad77-fb8e1c611381 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0524535 Apr 06 10:57:40.506169 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a95bc62b-4e65-4c9d-a23b-ab59c217fe41 req-23f2e469-f08d-4991-89ec-cc5432bfff89 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461316 Apr 06 10:57:40.776247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:57:40.849652 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: DOWN; New status is: DOWN {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:41.192317 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4caf8d-1eb9-4ab1-9dd0-c5b202778406 req-b22c06c7-47b0-4ff2-bbd5-9e861b963ee4 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.193818 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7b4caf8d-1eb9-4ab1-9dd0-c5b202778406 req-b22c06c7-47b0-4ff2-bbd5-9e861b963ee4 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0536594 Apr 06 10:57:41.240696 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7b4caf8d-1eb9-4ab1-9dd0-c5b202778406 req-8f2c3af1-1bbf-412f-b8a8-ab18e6099380 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413129 Apr 06 10:57:41.639517 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fe457-a1b7-4ec5-b4ec-03075b114e8e req-3260aee7-fb6f-481c-b6e5-501b14b2bc78 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.640893 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-758fe457-a1b7-4ec5-b4ec-03075b114e8e req-3260aee7-fb6f-481c-b6e5-501b14b2bc78 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0574071 Apr 06 10:57:41.688393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-758fe457-a1b7-4ec5-b4ec-03075b114e8e req-e3c41860-f02f-47ee-815f-e4f3351927ff tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413816 Apr 06 10:57:42.370542 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044470f3-e934-4e3d-8e01-f82948d17874 req-9f05804a-8f87-47e7-9ab6-0319055df0f9 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.372148 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-044470f3-e934-4e3d-8e01-f82948d17874 req-9f05804a-8f87-47e7-9ab6-0319055df0f9 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0602086 Apr 06 10:57:42.420356 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-044470f3-e934-4e3d-8e01-f82948d17874 req-40fefb70-036c-44eb-ba75-03b66ab37976 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Apr 06 10:57:42.545549 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a99c4-fc01-4f80-869f-0d99f6727c04 req-7e4ea08b-612a-4dd6-8fed-1fca0bc3ada8 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.547007 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c0a99c4-fc01-4f80-869f-0d99f6727c04 req-7e4ea08b-612a-4dd6-8fed-1fca0bc3ada8 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0568357 Apr 06 10:57:42.597084 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c0a99c4-fc01-4f80-869f-0d99f6727c04 req-48f0bdc9-3241-47c2-b754-14fdaa5f1c86 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Apr 06 10:57:42.880883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abe98d-b5fe-4222-bb81-1231abb8d7f7 req-56f01e54-119c-4665-b9f3-c1eae5690087 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.883202 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6abe98d-b5fe-4222-bb81-1231abb8d7f7 req-56f01e54-119c-4665-b9f3-c1eae5690087 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.1195805 Apr 06 10:57:42.943621 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0fa27239-f91c-49ec-a399-d84400dc0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.945179 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0fa27239-f91c-49ec-a399-d84400dc0e96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 1128 time: 0.1385083 Apr 06 10:57:42.955339 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36c90f-4d8b-4cd7-9f73-fdf87068fe9f req-b29f333b-0f1f-4ce8-b88b-b5f7b41e203a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.957138 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3d36c90f-4d8b-4cd7-9f73-fdf87068fe9f req-b29f333b-0f1f-4ce8-b88b-b5f7b41e203a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0707972 Apr 06 10:57:42.963642 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6abe98d-b5fe-4222-bb81-1231abb8d7f7 req-80e8e42d-85a7-452c-82d0-c1e220a7627e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629020 Apr 06 10:57:43.014644 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3d36c90f-4d8b-4cd7-9f73-fdf87068fe9f req-e75c89ec-105d-4bd2-8ce9-67682ca25c03 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516262 Apr 06 10:57:43.029374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-1c18e856-c5ac-41d4-96ea-65f90ede0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.031013 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-1c18e856-c5ac-41d4-96ea-65f90ede0f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1128 time: 0.0477557 Apr 06 10:57:43.137139 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0a3f9b20-86d2-4862-843d-36596468ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.138855 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0a3f9b20-86d2-4862-843d-36596468ff26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.0944738 Apr 06 10:57:43.210823 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-fc2d3a46-74ff-46e5-aac2-d1b98d3c8586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 1000 time: 0.0657129 Apr 06 10:57:43.274199 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0b268084-fd0a-4831-bb15-0c8dc97853e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.278749 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-0b268084-fd0a-4831-bb15-0c8dc97853e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0617220 Apr 06 10:57:43.337748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-52dfad92-e9a7-4b4d-a89c-13523cc64003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.339279 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-52dfad92-e9a7-4b4d-a89c-13523cc64003 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539582 Apr 06 10:57:43.433774 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-f5f8edb5-5227-42b1-8873-b9e3fb8db853 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872295 Apr 06 10:57:43.522694 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f8e722a5-b7d1-4e71-a105-d37538d257d5 req-aab4872b-b21e-4994-af49-405458fcf263 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826378 Apr 06 10:57:44.123436 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c42fc-031a-4d42-9ff5-84dfc3ac0116 req-4127ef2e-6233-477f-96e1-e7303447b3dd tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:44.126031 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b03c42fc-031a-4d42-9ff5-84dfc3ac0116 req-4127ef2e-6233-477f-96e1-e7303447b3dd tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0715649 Apr 06 10:57:44.204226 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b03c42fc-031a-4d42-9ff5-84dfc3ac0116 req-f007b524-eb77-42a5-bfd4-e082d8fcf495 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705299 Apr 06 10:57:44.242680 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-12619af4-6f61-4b48-b453-68978975b953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.345564 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af8b61-2a11-4237-9566-b01d60a66984 req-3634ab44-ca79-4ab9-ae29-9b9e807c956c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.347351 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c1af8b61-2a11-4237-9566-b01d60a66984 req-3634ab44-ca79-4ab9-ae29-9b9e807c956c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0589352 Apr 06 10:57:45.399442 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c1af8b61-2a11-4237-9566-b01d60a66984 req-373c7e4f-d9c1-4ccd-b56d-3042cca1925d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 Apr 06 10:57:46.540563 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34743bc-2a68-48fc-aa09-5cecb2042892 req-6e46f594-834e-4875-bf8b-01b7a53bb678 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:46.542154 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e34743bc-2a68-48fc-aa09-5cecb2042892 req-6e46f594-834e-4875-bf8b-01b7a53bb678 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0587468 Apr 06 10:57:46.601043 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e34743bc-2a68-48fc-aa09-5cecb2042892 req-4a080486-86fb-42f3-aa5b-5c87955743fa tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529764 Apr 06 10:57:46.709951 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-db8ab450-381c-415c-bac1-0bf26d443b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.737690 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf13f73-858a-492b-b8cf-5e55828eb1d8 req-ae17de46-f979-4454-bbe5-e5ce87acefb7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.739206 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ccf13f73-858a-492b-b8cf-5e55828eb1d8 req-ae17de46-f979-4454-bbe5-e5ce87acefb7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0595582 Apr 06 10:57:47.793400 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ccf13f73-858a-492b-b8cf-5e55828eb1d8 req-70f8bfde-f16c-44d4-aac2-c9d1d3685c15 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475757 Apr 06 10:57:48.037501 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.967212 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8b048-8b12-4033-b9ef-6f423d765ca9 req-d53637b7-1e4c-41ef-bbf5-07b08901a62a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:48.979510 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bdd8b048-8b12-4033-b9ef-6f423d765ca9 req-d53637b7-1e4c-41ef-bbf5-07b08901a62a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0741270 Apr 06 10:57:49.038059 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bdd8b048-8b12-4033-b9ef-6f423d765ca9 req-e9de32a4-c406-41ca-9f0c-36ba6ec0b6d1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575509 Apr 06 10:57:49.561841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.184103 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2b11-8c20-4002-9112-3fb8a74b48b7 req-3d0ed691-4873-45b1-b39d-172e64519f68 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:50.185579 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d7b2b11-8c20-4002-9112-3fb8a74b48b7 req-3d0ed691-4873-45b1-b39d-172e64519f68 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0544417 Apr 06 10:57:50.242626 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d7b2b11-8c20-4002-9112-3fb8a74b48b7 req-61ccf0ad-71d5-4d9d-9f7f-3266255794c4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492580 Apr 06 10:57:50.900293 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.390032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efba6d-1b7c-47b7-84da-b06d9b42566b req-993140fe-1354-4433-a5cb-0cb0dbf812f0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:51.391542 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b9efba6d-1b7c-47b7-84da-b06d9b42566b req-993140fe-1354-4433-a5cb-0cb0dbf812f0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0623305 Apr 06 10:57:51.451099 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b9efba6d-1b7c-47b7-84da-b06d9b42566b req-0d6bf017-7023-43e4-a309-16367976b31d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539196 Apr 06 10:57:52.609379 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c906a-f253-455f-9fdd-c3c9520f8dcc req-f8c3e385-74ae-434a-bafe-77143c78e10b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:52.611192 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-005c906a-f253-455f-9fdd-c3c9520f8dcc req-f8c3e385-74ae-434a-bafe-77143c78e10b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0733509 Apr 06 10:57:52.663964 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-005c906a-f253-455f-9fdd-c3c9520f8dcc req-9a65d8c4-e3e3-407f-b651-d84beea2b0c3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463862 Apr 06 10:57:53.804661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a5b22-ad8c-4058-bd6d-ebadaa25dd1c req-f4608349-e2b3-480d-96c2-109d76a30d77 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:53.807147 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-317a5b22-ad8c-4058-bd6d-ebadaa25dd1c req-f4608349-e2b3-480d-96c2-109d76a30d77 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0604193 Apr 06 10:57:53.867070 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-317a5b22-ad8c-4058-bd6d-ebadaa25dd1c req-f569c3c3-d6d3-4244-9aed-bb33de4bb0f0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539439 Apr 06 10:57:54.999135 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42faa9f-461d-4c16-b9df-e4c2a9fadda4 req-aecabc30-ab48-4ff9-ae33-157eb2d646ac tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:55.000641 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b42faa9f-461d-4c16-b9df-e4c2a9fadda4 req-aecabc30-ab48-4ff9-ae33-157eb2d646ac tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0564919 Apr 06 10:57:55.049679 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b42faa9f-461d-4c16-b9df-e4c2a9fadda4 req-1353bce5-7f2b-421a-97e6-021f1f254cfa tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Apr 06 10:57:56.177659 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbaf04-1cf1-48f7-a30c-4274781cff45 req-3b1a1a24-2b38-4e8a-bb10-a0015e9a2634 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:56.184744 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73fbaf04-1cf1-48f7-a30c-4274781cff45 req-3b1a1a24-2b38-4e8a-bb10-a0015e9a2634 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0560555 Apr 06 10:57:56.224822 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73fbaf04-1cf1-48f7-a30c-4274781cff45 req-1ed8e7be-0efd-42c6-b987-e8273c72c474 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Apr 06 10:57:57.354937 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64abca-00e3-4aca-8557-a6a7062bdd4e req-52fb6c32-88dc-4899-b70f-e88c6fb9aaf0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:57.356393 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a64abca-00e3-4aca-8557-a6a7062bdd4e req-52fb6c32-88dc-4899-b70f-e88c6fb9aaf0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0571718 Apr 06 10:57:57.409630 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a64abca-00e3-4aca-8557-a6a7062bdd4e req-e5d02d63-f226-466b-b3e7-fc00ebadd4b6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467908 Apr 06 10:57:57.562018 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-da5a3ae2-8ad0-4dcc-aeac-502dcb761868 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956231618&fields=id&tenant_id=7ce68977f1b546ca8dddf1799f7d2d33 HTTP/1.1" status: 200 len: 267 time: 0.0488133 Apr 06 10:57:57.667188 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-734788b1-b5ad-4188-93f1-98d705f1c742 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:57.668628 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-734788b1-b5ad-4188-93f1-98d705f1c742 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 809 time: 0.0996428 Apr 06 10:57:57.683756 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-92049f89-585c-4831-bf2c-a277ef0894ae tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/quotas/7ce68977f1b546ca8dddf1799f7d2d33 HTTP/1.1" status: 200 len: 375 time: 0.0091941 Apr 06 10:57:57.743989 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-98f7c61f-eaf8-4108-866d-2420ff81722e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541947 Apr 06 10:57:57.840348 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-e8cfa265-d856-4d27-b495-c926912e90b0 service neutron] 10.222.0.57 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843866 Apr 06 10:57:57.938935 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-0b601d40-c798-48da-a1f1-b63d95c7655d service neutron] 10.222.0.57 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920811 Apr 06 10:57:58.112064 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51cfba-3467-48c3-baa2-1c9fcabbffff req-417a6b60-106c-4294-8b70-fb45d03f7976 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.113837 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b51cfba-3467-48c3-baa2-1c9fcabbffff req-417a6b60-106c-4294-8b70-fb45d03f7976 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0627999 Apr 06 10:57:58.163878 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6b51cfba-3467-48c3-baa2-1c9fcabbffff req-3a567b08-3fb0-4254-9669-4018f83b808f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Apr 06 10:57:58.275601 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c86ff514-dcb0-4605-913a-96149fae401b req-d7f3f59a-b122-4ff4-ae8b-5020498d9c77 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0301490 Apr 06 10:57:58.539832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ecc76-9671-46c5-9bc8-edb625e85d34 req-5d09024b-e288-4a11-a41f-b83480a1fbde tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.545780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-636ecc76-9671-46c5-9bc8-edb625e85d34 req-5d09024b-e288-4a11-a41f-b83480a1fbde tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0588896 Apr 06 10:57:58.592250 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-636ecc76-9671-46c5-9bc8-edb625e85d34 req-eabf3c7b-dbce-44de-b0f6-199c3b7c2472 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453346 Apr 06 10:57:59.077031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49ccac-6d7f-48bd-927d-14bede018b9d req-858b1418-31e6-4db3-a43c-17417d398baf tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:59.078407 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa49ccac-6d7f-48bd-927d-14bede018b9d req-858b1418-31e6-4db3-a43c-17417d398baf tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Apr 06 10:57:59.124260 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa49ccac-6d7f-48bd-927d-14bede018b9d req-0dec0607-289a-4262-80f1-757932aca412 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Apr 06 10:57:59.289711 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3219a4-0fe7-4cf8-8d77-a960823ed910 req-50809814-ad91-48f2-aab1-fdf3b8eac99a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:59.291159 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2c3219a4-0fe7-4cf8-8d77-a960823ed910 req-50809814-ad91-48f2-aab1-fdf3b8eac99a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0509017 Apr 06 10:57:59.346085 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2c3219a4-0fe7-4cf8-8d77-a960823ed910 req-fad5b5c5-eaf5-46fd-9b17-71dffc7053ad tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493088 Apr 06 10:57:59.372650 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8ba74286-1055-4e91-a3a4-fad7ef1604a8 req-8c9d2ff2-5cd7-4796-ac8e-b590a2372a60 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0316226 Apr 06 10:57:59.716488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102e6f-19a8-49a3-b7da-6cc409a17920 req-43299318-eb13-4190-960b-ddb7042bc3fa tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:59.718284 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0b102e6f-19a8-49a3-b7da-6cc409a17920 req-43299318-eb13-4190-960b-ddb7042bc3fa tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0550106 Apr 06 10:57:59.765020 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0b102e6f-19a8-49a3-b7da-6cc409a17920 req-c9a009c6-4db3-42e2-bf73-f19ce63171f5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 Apr 06 10:58:00.469360 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f3ddb-d9c0-4f1f-8829-d9f182d484a7 req-c4769b19-b7cc-4541-a52b-2d0ff667b101 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.471237 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-418f3ddb-d9c0-4f1f-8829-d9f182d484a7 req-c4769b19-b7cc-4541-a52b-2d0ff667b101 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0537405 Apr 06 10:58:00.488114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a6777-8b6b-4395-8993-2e3e68d3d01f req-8889cfff-2cc0-4df4-9d7a-db3fcfe61d2f tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.489691 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df4a6777-8b6b-4395-8993-2e3e68d3d01f req-8889cfff-2cc0-4df4-9d7a-db3fcfe61d2f tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.2995160 Apr 06 10:58:00.518663 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-418f3ddb-d9c0-4f1f-8829-d9f182d484a7 req-0ad2584a-08f6-4ad5-b658-cc85a80b1710 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Apr 06 10:58:00.537131 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df4a6777-8b6b-4395-8993-2e3e68d3d01f req-a6ee0ef0-7d8f-45a8-8169-226969536089 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Apr 06 10:58:00.603196 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8f5217c9-7ac5-4721-859e-ceb8f2cdaae5 req-60dbb2d3-6337-4390-a4f5-ba32c6cf805d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0306852 Apr 06 10:58:00.887795 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc1598-ac52-4c98-aacc-10ae7a1d1699 req-23fdabf9-962f-4866-9f83-6a0af839a5f6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.889265 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9fbc1598-ac52-4c98-aacc-10ae7a1d1699 req-23fdabf9-962f-4866-9f83-6a0af839a5f6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0532539 Apr 06 10:58:00.936075 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9fbc1598-ac52-4c98-aacc-10ae7a1d1699 req-86c34332-8c21-461d-9111-25b1e6c20de3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402849 Apr 06 10:58:01.652869 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bfb4c-9548-4a0f-a8f8-9881b4b4a90b req-150e0693-37a4-496d-8d1d-20f31ecb193b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.654511 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f1bfb4c-9548-4a0f-a8f8-9881b4b4a90b req-150e0693-37a4-496d-8d1d-20f31ecb193b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0665777 Apr 06 10:58:01.711978 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f1bfb4c-9548-4a0f-a8f8-9881b4b4a90b req-9d12e0dc-3e2e-4f55-bb7b-bb22cbfbf603 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511374 Apr 06 10:58:01.802264 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5ba239cc-f235-4ce5-b96d-678c77ad8fcf req-fdaf3e85-9be3-4ab7-98d4-d3b31f57387f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0278213 Apr 06 10:58:01.815396 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423e97-2c15-439a-8ac8-13501f658772 req-57088e3d-f677-4919-bad8-1849fa68a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.816881 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-57088e3d-f677-4919-bad8-1849fa68a22a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1128 time: 0.2145114 Apr 06 10:58:01.832677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a8c0-2e8c-4cb6-8d85-4c16f7062e98 req-066d91be-dc79-4524-9c83-4dcb9e44dbe5 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.834152 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67b2a8c0-2e8c-4cb6-8d85-4c16f7062e98 req-066d91be-dc79-4524-9c83-4dcb9e44dbe5 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.2230449 Apr 06 10:58:01.847029 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-7bdd4a50-84fa-49ca-b269-17a1187e4479 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.848369 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-7bdd4a50-84fa-49ca-b269-17a1187e4479 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.2055547 Apr 06 10:58:01.854505 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a56243a5-3763-4cd8-873e-43c8b8dacc0a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.855780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a56243a5-3763-4cd8-873e-43c8b8dacc0a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 809 time: 0.1837234 Apr 06 10:58:01.896234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-67b2a8c0-2e8c-4cb6-8d85-4c16f7062e98 req-0d2ac4a6-98fc-480c-8489-4a0f4c7daa9e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Apr 06 10:58:02.067153 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ab5ca-860a-40af-bdde-5cb87003c1ce req-822428f3-6ea6-4521-86bf-61580dbf446e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:02.068619 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-534ab5ca-860a-40af-bdde-5cb87003c1ce req-822428f3-6ea6-4521-86bf-61580dbf446e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0606217 Apr 06 10:58:02.114579 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-534ab5ca-860a-40af-bdde-5cb87003c1ce req-774a2360-137f-4a8c-9c84-8958e93d1009 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404177 Apr 06 10:58:02.524137 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:02.857060 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-9ba35d50-2c12-46e2-bca1-8fa3f445e684 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ce68977f1b546ca8dddf1799f7d2d33 HTTP/1.1" status: 200 len: 379 time: 0.2184083 Apr 06 10:58:02.874971 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'port': {'device_id': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'admin_state_up': True, 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'security_groups': ['bfe1f197-1fd2-4ebd-909b-8ea8afe0490c']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:02.900355 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-90e091bc-df77-4c21-ae92-2dc42388a114 req-a3f1a132-14af-44d7-b456-7422ed8d78f0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0288997 Apr 06 10:58:02.900933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423e97-2c15-439a-8ac8-13501f658772 req-119854bd-0781-46f3-b0bc-a2170ef161ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:02.902455 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-119854bd-0781-46f3-b0bc-a2170ef161ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.2614284 Apr 06 10:58:03.015565 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd9eb-5d77-4e45-a6eb-17eb2c824808 req-bb807931-4bb5-4695-9fb0-b3ff8357bd8e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.017869 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1a4bd9eb-5d77-4e45-a6eb-17eb2c824808 req-bb807931-4bb5-4695-9fb0-b3ff8357bd8e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Apr 06 10:58:03.021941 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95576504-f368-4fc3-b8e6-1ce29467e147 req-da263306-5cb9-45ee-aacf-7bbfc82395de tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.023404 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-95576504-f368-4fc3-b8e6-1ce29467e147 req-da263306-5cb9-45ee-aacf-7bbfc82395de tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.2288945 Apr 06 10:58:03.031675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Deleting port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:58:03.032392 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.064443 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1a4bd9eb-5d77-4e45-a6eb-17eb2c824808 req-2b3ce5c9-0f97-44c8-9ad2-cf939f3ab999 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 Apr 06 10:58:03.113271 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-47ac8981-6aba-4da4-bb60-d31e4448331a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 200 len: 1000 time: 0.1799135 Apr 06 10:58:03.222468 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Made reservation on behalf of 7ce68977f1b546ca8dddf1799f7d2d33 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:58:03.225865 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.230081 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-95576504-f368-4fc3-b8e6-1ce29467e147 req-10299082-358c-4624-bf20-f7da4d9ad596 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916108 Apr 06 10:58:03.251948 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] For port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:03.252312 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.254292 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ac01b-9d59-45e9-94bd-2920b349bc14 req-b943722c-94fa-42f2-918a-6ab63adaa48b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.255838 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cc4ac01b-9d59-45e9-94bd-2920b349bc14 req-b943722c-94fa-42f2-918a-6ab63adaa48b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 944 time: 0.0674179 Apr 06 10:58:03.256713 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423e97-2c15-439a-8ac8-13501f658772 req-f1aeab63-7129-4028-b84f-46898e98b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.258323 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-f1aeab63-7129-4028-b84f-46898e98b759 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.1351197 Apr 06 10:58:03.283290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Calling delete_port for ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:58:03.304275 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cc4ac01b-9d59-45e9-94bd-2920b349bc14 req-bc755abd-5204-417e-9fd3-05044a2f4f1f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424933 Apr 06 10:58:03.450849 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea423e97-2c15-439a-8ac8-13501f658772 req-71b15546-8a2f-4fe2-b535-d6d27f576401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.452352 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-71b15546-8a2f-4fe2-b535-d6d27f576401 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1856971 Apr 06 10:58:03.539077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Allocated IP 172.20.0.4 (f848877e-47ae-4ad7-99b0-dc2e76408343/23cca4b6-ecf3-40e9-8377-a97d5847e6dd/808c6f90-d9a9-4324-ace7-993df6cb77f7) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:03.662236 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-618e9d38-4493-4921-996e-a88b2ba2984e service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019861 Apr 06 10:58:03.692086 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ee53a265-df45-4abf-a4a6-fa5b7dc38fc4), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.743207 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ee53a265-df45-4abf-a4a6-fa5b7dc38fc4'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:03.782971 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Pushing event deleted for resources: {'Port': ['ID=ee53a265-df45-4abf-a4a6-fa5b7dc38fc4,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:03.791202 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:58:03.836733 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.837083 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.837450 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.837783 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.838114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.838483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.838864 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.839190 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.839513 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.839832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.840155 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.840472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.840789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.841106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.841448 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:03.856655 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] No DVR routers for this DVR port ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:58:03.864311 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.867581 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dc53c15a-ff97-4265-9e93-aa833adc8b57 req-e73f98f7-9fde-4f4d-826a-e3ea9659fe5e tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "DELETE /v2.0/ports/ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 HTTP/1.1" status: 204 len: 173 time: 1.2276266 Apr 06 10:58:03.868018 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'name': 'network-vif-deleted', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:03.870312 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26927872-c081-4f5c-abd8-c7f28b7e584b" -d '{"events": [{"server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "name": "network-vif-deleted", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:03.897099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:03.918126 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.920343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eddf42-68dd-45f8-8018-bae88f3824df x-openstack-request-id: req-38eddf42-68dd-45f8-8018-bae88f3824df {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:03.920634 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ccceaa-f71b-46df-8aa5-69dd3856bf28", "name": "network-vif-deleted", "tag": "ee53a265-df45-4abf-a4a6-fa5b7dc38fc4", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:03.920888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-38eddf42-68dd-45f8-8018-bae88f3824df {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:03.921282 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38eddf42-68dd-45f8-8018-bae88f3824df'] response: {'server_uuid': '60ccceaa-f71b-46df-8aa5-69dd3856bf28', 'name': 'network-vif-deleted', 'tag': 'ee53a265-df45-4abf-a4a6-fa5b7dc38fc4', 'status': 'completed', 'code': 200} Apr 06 10:58:03.922481 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'mac_address': 'fa:16:3e:31:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:58:03.930311 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea423e97-2c15-439a-8ac8-13501f658772 req-e59b8c89-69b1-409c-a407-4083cc53548f service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394791 Apr 06 10:58:03.962715 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.967330 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:03.967733 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.982772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:03.983936 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Network f848877e-47ae-4ad7-99b0-dc2e76408343 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:03.987096 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:04.007617 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:04.013548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:04.014381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.068477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:04.078595 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=9']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:04.079857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.080504 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.089235 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2d0ce-828f-4957-97d2-e461e5f60032 req-59257267-fa13-4790-8470-fd9e7769e61d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.092773 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9df2d0ce-828f-4957-97d2-e461e5f60032 req-59257267-fa13-4790-8470-fd9e7769e61d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 931 time: 0.0970109 Apr 06 10:58:04.102133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-a4402dca-a831-4ae1-8498-3ead550355f5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2334809 Apr 06 10:58:04.148022 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9df2d0ce-828f-4957-97d2-e461e5f60032 req-2919b7c1-f5ca-4866-a7d0-acf7cdec7a82 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490587 Apr 06 10:58:04.190616 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-de3d299c-5974-4409-988d-4a2b7cf93ff8 req-430cac72-82f7-4253-8e90-b24bb7460a30 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0285258 Apr 06 10:58:04.225342 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Request body: {'port': {'device_id': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:04.294511 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.340271 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-28d72e10-a866-4d8e-aa3a-dc848402299e None None] Provisioning complete for port 808c6f90-d9a9-4324-ace7-993df6cb77f7 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:04.340666 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-28d72e10-a866-4d8e-aa3a-dc848402299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.379881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5333efd-38c2-4f99-9c2e-c395bedf18d7 req-0e87f8e2-84da-468d-b0fa-0516a9e4aa78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.381458 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5333efd-38c2-4f99-9c2e-c395bedf18d7 req-0e87f8e2-84da-468d-b0fa-0516a9e4aa78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0773866 Apr 06 10:58:04.387431 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-28d72e10-a866-4d8e-aa3a-dc848402299e None None] Port 808c6f90-d9a9-4324-ace7-993df6cb77f7 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:58:04.434951 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5333efd-38c2-4f99-9c2e-c395bedf18d7 req-d57059e6-7b58-4198-ac6f-c46b36d2c4da tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458252 Apr 06 10:58:04.537772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1ea8-9f14-4dc1-845b-62c7a94639dc req-eaf77601-0689-4f9a-8382-3a401cf132a4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.539222 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9bed1ea8-9f14-4dc1-845b-62c7a94639dc req-eaf77601-0689-4f9a-8382-3a401cf132a4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.1179802 Apr 06 10:58:04.544969 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ae00295a-be2c-4341-91c4-6bde24dfc015'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:04.631774 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9bed1ea8-9f14-4dc1-845b-62c7a94639dc req-cd7e03ff-b51d-495b-bbb3-b06ddbe210ff tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810947 Apr 06 10:58:04.666606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808c6f90-d9a9-4324-ace7-993df6cb77f7 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:04.675160 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks [] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.687651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Transition to ACTIVE for port object 808c6f90-d9a9-4324-ace7-993df6cb77f7 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:58:04.691258 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.745553 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:04.815358 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Attempting to bind port 808c6f90-d9a9-4324-ace7-993df6cb77f7 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:58:04.815700 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Attempting to bind port 808c6f90-d9a9-4324-ace7-993df6cb77f7 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:58:04.816038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Attempting to bind port 808c6f90-d9a9-4324-ace7-993df6cb77f7 on network f848877e-47ae-4ad7-99b0-dc2e76408343 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:04.820641 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Port 808c6f90-d9a9-4324-ace7-993df6cb77f7 on network f848877e-47ae-4ad7-99b0-dc2e76408343 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:58:04.820972 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Attempting to bind port 808c6f90-d9a9-4324-ace7-993df6cb77f7 on network f848877e-47ae-4ad7-99b0-dc2e76408343 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:04.825915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:58:04.826255 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Checking segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:58:04.826639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Bound using segment: {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:58:04.827071 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Bound port: 808c6f90-d9a9-4324-ace7-993df6cb77f7, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '094bc07f-ada0-4f24-897b-bb989d52f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:58:04.827435 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.901244 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:58:04.904444 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:58:04.910084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.946909 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.947526 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.949107 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] 10.222.0.18 "PUT /v2.0/ports/808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 1093 time: 0.7277656 Apr 06 10:58:04.969658 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c611d-cbbf-4da6-9ab2-f8fae6c16667 service neutron] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:05.265552 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a5ffd-5247-4420-aded-72e5fe52142a req-68046546-c026-4206-afdc-7109dccaa20c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.267073 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-178a5ffd-5247-4420-aded-72e5fe52142a req-68046546-c026-4206-afdc-7109dccaa20c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0532427 Apr 06 10:58:05.310694 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c013e29b-efe6-4008-bace-6eedadca504c req-ed0cd004-64a6-4ba8-bbbf-85a658056871 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=60ccceaa-f71b-46df-8aa5-69dd3856bf28 HTTP/1.1" status: 200 len: 210 time: 0.0326927 Apr 06 10:58:05.317709 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-178a5ffd-5247-4420-aded-72e5fe52142a req-2d1e2216-3a5b-4724-90ea-55ba3b37ddf2 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445454 Apr 06 10:58:05.392251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-093d672c-70cf-42bb-aeed-db6c0fc81824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.394162 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-093d672c-70cf-42bb-aeed-db6c0fc81824 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1127 time: 0.0564284 Apr 06 10:58:05.452746 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-d668bdd3-ec1c-4e56-b202-b614fa6c1d17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 217 time: 0.0438843 Apr 06 10:58:05.567380 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-c3d91b46-6562-4075-b552-bdbc6690eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.568911 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-c3d91b46-6562-4075-b552-bdbc6690eab0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.0784118 Apr 06 10:58:05.594205 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a8a3-c9aa-486e-972a-a191a99d9e48 req-d1a45bb2-17f4-46f5-9c97-299db763d598 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.596243 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4ff6a8a3-c9aa-486e-972a-a191a99d9e48 req-d1a45bb2-17f4-46f5-9c97-299db763d598 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0783370 Apr 06 10:58:05.682186 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-6f5e5e66-bc23-438d-8ca6-8f78747731bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.683706 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-6f5e5e66-bc23-438d-8ca6-8f78747731bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050057 Apr 06 10:58:05.687236 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4ff6a8a3-c9aa-486e-972a-a191a99d9e48 req-b6dc789a-b012-45a3-806b-99961379b24b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691638 Apr 06 10:58:05.793191 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-f4439a1a-2825-4722-b428-b0e7b8ad0df9 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987172 Apr 06 10:58:05.794465 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca4079-d260-4b24-957b-89570d30e557 req-60f35caf-a77a-4cc4-b6dc-cdbbca678217 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.796004 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4ca4079-d260-4b24-957b-89570d30e557 req-60f35caf-a77a-4cc4-b6dc-cdbbca678217 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 945 time: 0.0542474 Apr 06 10:58:05.800314 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:05.857865 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4ca4079-d260-4b24-957b-89570d30e557 req-06d9a73f-aa5f-4c58-9645-ee108f9b4155 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500741 Apr 06 10:58:05.871262 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port ae00295a-be2c-4341-91c4-6bde24dfc015 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:05.871640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:05.923746 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:05.926148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:05.938762 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bee00577-bb69-4f5b-b16d-3995793c24ce req-7051ad0b-04d0-428f-a22b-b48c4106b630 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363144 Apr 06 10:58:05.949707 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83197d5-5fc8-47bc-bb39-5f9ce4259cc6 req-a586d77a-c68b-488a-81d5-944c9a45d218 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.951133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ae00295a-be2c-4341-91c4-6bde24dfc015 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:05.951273 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c83197d5-5fc8-47bc-bb39-5f9ce4259cc6 req-a586d77a-c68b-488a-81d5-944c9a45d218 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0950866 Apr 06 10:58:05.951529 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:05.972391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b335f-7d0a-4ae5-b897-7b45ed84dc82 x-openstack-request-id: req-645b335f-7d0a-4ae5-b897-7b45ed84dc82 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:05.972695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:05.972922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-645b335f-7d0a-4ae5-b897-7b45ed84dc82 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:05.973749 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645b335f-7d0a-4ae5-b897-7b45ed84dc82'] response: {'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'status': 'completed', 'code': 200} Apr 06 10:58:05.986645 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:05.988871 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5ad3a0-b8f1-4bc7-b43f-55418b674de6" -d '{"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:06.002024 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:06.003639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c83197d5-5fc8-47bc-bb39-5f9ce4259cc6 req-b1beb673-9096-4a09-b9b5-bb6c7d2e4f21 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Apr 06 10:58:06.006382 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:06.007996 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:58:06.037160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45580) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:06.056052 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368654f-6e0f-4bb6-aa56-bd7d825a175c x-openstack-request-id: req-0368654f-6e0f-4bb6-aa56-bd7d825a175c {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:06.056366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-plugged", "status": "completed", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:06.056630 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0368654f-6e0f-4bb6-aa56-bd7d825a175c {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:06.057037 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0368654f-6e0f-4bb6-aa56-bd7d825a175c'] response: {'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'code': 200} Apr 06 10:58:06.059620 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:58:06.059893 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ee53a265-df45-4abf-a4a6-fa5b7dc38fc4 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:58:06.089082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=10']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:06.098378 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-2f20922f-0f73-417f-a929-e8332a20a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.099942 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-2f20922f-0f73-417f-a929-e8332a20a8be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1127 time: 0.0593374 Apr 06 10:58:06.199160 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-0aea503f-7525-495f-ad48-b09e5eedd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.200643 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-0aea503f-7525-495f-ad48-b09e5eedd79f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 910 time: 0.0915985 Apr 06 10:58:06.214275 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460b7a4-243b-4157-94ad-275d0da7882c tempest-TestMinimumBasicScenario-858765648 tempest-TestMinimumBasicScenario-858765648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.215789 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3460b7a4-243b-4157-94ad-275d0da7882c tempest-TestMinimumBasicScenario-858765648 tempest-TestMinimumBasicScenario-858765648-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1125 time: 0.1773522 Apr 06 10:58:06.218722 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45584) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:06.223757 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'port_id': '09e243fb-452e-4bb8-8785-c92db167a57f', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:06.243327 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:06.341024 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:06.501085 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948ba1c-28c3-4aef-98ad-79cbf21e2d7c req-35b8b047-4133-48cb-856f-40196f0a1def tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.502654 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2948ba1c-28c3-4aef-98ad-79cbf21e2d7c req-35b8b047-4133-48cb-856f-40196f0a1def tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.1033185 Apr 06 10:58:06.504060 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Allocated IP 172.27.0.117 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/a2974c43-ee9b-48b3-b991-ecb2c5646d86) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:06.578072 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-02cd05ca-1fbf-4845-8c98-243122afa91e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 217 time: 0.1104424 Apr 06 10:58:06.612782 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2948ba1c-28c3-4aef-98ad-79cbf21e2d7c req-b959cfeb-4837-4bc3-b286-3a9c12136f5a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022308 Apr 06 10:58:06.659623 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:06.695943 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:06.742378 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:06.749623 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:06.752795 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:06.778457 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'Port': ['ID=a2974c43-ee9b-48b3-b991-ecb2c5646d86,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:06.977958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-4fb388e0-3e83-4d1a-91ee-01b00c816823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.979416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-4fb388e0-3e83-4d1a-91ee-01b00c816823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.3787079 Apr 06 10:58:06.998218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3b38e-4399-4c59-9691-4d9c260ae1d8 req-4b4b215d-2018-4ff2-90e3-05de08f0bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.999707 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e3e3b38e-4399-4c59-9691-4d9c260ae1d8 req-4b4b215d-2018-4ff2-90e3-05de08f0bec7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 1131 time: 0.1080034 Apr 06 10:58:07.007694 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e06b2f-c7d6-4902-ab66-01c27507e0a0 req-1f412b17-d0fa-4430-b4df-331f9719590f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:07.009051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43e06b2f-c7d6-4902-ab66-01c27507e0a0 req-1f412b17-d0fa-4430-b4df-331f9719590f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1190722 Apr 06 10:58:07.057404 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f8a11e-cd27-49e7-9eb3-66d67fd34696 req-10212c0e-6fc9-44b5-b106-9b205b2bd375 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:07.058307 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43e06b2f-c7d6-4902-ab66-01c27507e0a0 req-cde8d679-24a9-4cff-8bac-19c3c270d5dc tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Apr 06 10:58:07.059099 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f9f8a11e-cd27-49e7-9eb3-66d67fd34696 req-10212c0e-6fc9-44b5-b106-9b205b2bd375 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0768263 Apr 06 10:58:07.178873 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f9f8a11e-cd27-49e7-9eb3-66d67fd34696 req-0a3e9f26-a08a-43ef-baf8-506d8f84c06b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843718 Apr 06 10:58:07.230533 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for floatingip (c862aae8-1998-40c7-b968-3197141ad5cf), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:07.303332 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:07.456344 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:07.460509 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:07.529113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'Port': ['ID=a2974c43-ee9b-48b3-b991-ecb2c5646d86,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:07.538549 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (c862aae8-1998-40c7-b968-3197141ad5cf), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:07.644738 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Floating IP c862aae8-1998-40c7-b968-3197141ad5cf associated. External IP: 172.27.0.117, port: 09e243fb-452e-4bb8-8785-c92db167a57f. Apr 06 10:58:07.742091 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5102bf3-86c4-4f1e-9ee9-301e4f6aa485 req-19aba486-e064-4a70-ae58-3d4ac5e31f83 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:07.743630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5102bf3-86c4-4f1e-9ee9-301e4f6aa485 req-19aba486-e064-4a70-ae58-3d4ac5e31f83 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0568144 Apr 06 10:58:07.797458 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5102bf3-86c4-4f1e-9ee9-301e4f6aa485 req-2f20ae17-2467-4f41-8413-74b1dacddc5c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478904 Apr 06 10:58:08.083978 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:58:08.228872 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19739920-89a5-433d-abfb-581d8857a99a req-d1bc0de8-f772-419c-9349-bf5186f5fef2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:08.230368 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-19739920-89a5-433d-abfb-581d8857a99a req-d1bc0de8-f772-419c-9349-bf5186f5fef2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.1013589 Apr 06 10:58:08.236378 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:58:08.247946 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Sync routers for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:58:08.259576 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:08.260347 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:08.274498 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.308010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ca380-4ea3-4977-8d9b-1c742bd6a6f4 req-4f8da708-34ec-4371-bbda-00fb909aa368 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:08.313879 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c61ca380-4ea3-4977-8d9b-1c742bd6a6f4 req-4f8da708-34ec-4371-bbda-00fb909aa368 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0572414 Apr 06 10:58:08.325852 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-19739920-89a5-433d-abfb-581d8857a99a req-d1ee4d94-eb1f-4912-b947-b49d61906040 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875413 Apr 06 10:58:08.332499 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-fa3be582-ec5c-4e63-a4cb-46ae3808e39f tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1127965 Apr 06 10:58:08.333103 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:08.336405 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc572e-edf7-4e11-9190-1d338a20d9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:08.337946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45608) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:08.348677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473334592', 'description': 'tempest-secgroup-smoke-473334592 description', 'project_id': '02455d74a2f149da8ee007de09aaed4e'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:08.378157 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efccaab4-3276-4c66-aa18-5d5ba136b5b6 x-openstack-request-id: req-efccaab4-3276-4c66-aa18-5d5ba136b5b6 {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:08.378570 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:08.378909 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-efccaab4-3276-4c66-aa18-5d5ba136b5b6 {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:08.379389 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efccaab4-3276-4c66-aa18-5d5ba136b5b6'] response: {'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:58:08.379748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c61ca380-4ea3-4977-8d9b-1c742bd6a6f4 req-86373b7a-8170-4f88-8210-2610880d3db6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628633 Apr 06 10:58:08.387723 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.387887 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:08.460030 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (7d83ec94-bbb0-4426-82e4-7bff38321e6c), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.463642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7d83ec94-bbb0-4426-82e4-7bff38321e6c), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.493382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.494605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1557100 Apr 06 10:58:08.496568 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8e1a2-c979-456b-b38a-4442bb9759a2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d83ec94-bbb0-4426-82e4-7bff38321e6c,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:08.497652 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45612) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:08.503063 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:08.527966 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (f755da4b-d27e-45a4-84f5-faa28eed9f08), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.584575 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (f755da4b-d27e-45a4-84f5-faa28eed9f08), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.588785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (f755da4b-d27e-45a4-84f5-faa28eed9f08), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.606947 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f755da4b-d27e-45a4-84f5-faa28eed9f08,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:08.621945 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.623239 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-445acce9-8067-4ec2-9561-2a0dda5d083a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239676 Apr 06 10:58:08.625992 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45614) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:08.629051 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c862aae8-1998-40c7-b968-3197141ad5cf', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'port_id': '09e243fb-452e-4bb8-8785-c92db167a57f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'mac_address': 'fa:16:3e:6d:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:07Z', 'updated_at': '2022-04-06T10:58:07Z', 'revision_number': 0, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:08.630204 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:08.657943 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (ffd32f54-109f-4154-9486-399a7318dd83), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.718708 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (ffd32f54-109f-4154-9486-399a7318dd83), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.723914 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (ffd32f54-109f-4154-9486-399a7318dd83), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.742879 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd32f54-109f-4154-9486-399a7318dd83,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:08.749228 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Checking router: c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:58:08.751308 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.752625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b44a1e96-0888-40c6-9e28-d84f3d7cf568 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257098 Apr 06 10:58:08.755363 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45618) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:08.759202 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:08.759614 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:08.759847 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:57:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:08.783828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (ff5b7774-0576-484d-ade0-eabb6e5328fc), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.840545 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (ff5b7774-0576-484d-ade0-eabb6e5328fc), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.845945 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (ff5b7774-0576-484d-ade0-eabb6e5328fc), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.869779 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5b7774-0576-484d-ade0-eabb6e5328fc,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:08.874778 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:08.886161 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.887316 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-1020e2f4-9e55-4f73-bb17-073a08259180 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310015 Apr 06 10:58:08.890295 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45622) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:08.896364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:08.931012 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65d40-919a-49c4-b71b-a81d7c8193d4 req-8c329c13-924e-4a7f-9f50-965e31edc9e1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:08.932264 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eed65d40-919a-49c4-b71b-a81d7c8193d4 req-8c329c13-924e-4a7f-9f50-965e31edc9e1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0583897 Apr 06 10:58:08.932657 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (8f6ba6b6-5250-4577-997a-c7a02eade223), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.989178 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eed65d40-919a-49c4-b71b-a81d7c8193d4 req-5b3a148f-2a51-405a-87a2-7d63a313fb27 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510199 Apr 06 10:58:08.995996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (8f6ba6b6-5250-4577-997a-c7a02eade223), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:08.999975 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (8f6ba6b6-5250-4577-997a-c7a02eade223), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.018487 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6ba6b6-5250-4577-997a-c7a02eade223,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:09.023878 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.027616 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a83ebb3e-a2f9-4d65-8359-57cb2065a589 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336887 Apr 06 10:58:09.027744 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45624) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:09.032947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:09.054266 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.securitygroups_db [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Project 02455d74a2f149da8ee007de09aaed4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:58:09.059246 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (cd55715e-74ce-4aef-a2f4-b12edfe6f0b3), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.117817 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c862aae8-1998-40c7-b968-3197141ad5cf', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'port_id': '09e243fb-452e-4bb8-8785-c92db167a57f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'mac_address': 'fa:16:3e:6d:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:07Z', 'updated_at': '2022-04-06T10:58:07Z', 'revision_number': 0, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:09.118197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (cd55715e-74ce-4aef-a2f4-b12edfe6f0b3), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.122249 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (cd55715e-74ce-4aef-a2f4-b12edfe6f0b3), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.140639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd55715e-74ce-4aef-a2f4-b12edfe6f0b3,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:09.148650 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8768be-3ce3-42ee-a8e3-ac90fd183d88 None None] The sync data for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi is: [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c862aae8-1998-40c7-b968-3197141ad5cf', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'port_id': '09e243fb-452e-4bb8-8785-c92db167a57f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'mac_address': 'fa:16:3e:6d:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:07Z', 'updated_at': '2022-04-06T10:58:07Z', 'revision_number': 0, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:58:09.149201 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.153001 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8034ca2f-c515-4cf7-8564-f78c1c2606ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217256 Apr 06 10:58:09.153666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 45626) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:09.157985 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'security_group_rule': {'security_group_id': '7d83ec94-bbb0-4426-82e4-7bff38321e6c', 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:09.179250 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.securitygroups_db [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Project 02455d74a2f149da8ee007de09aaed4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:58:09.184562 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (e311c436-30f2-4521-a0a6-1f7d00a45675), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.247513 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (e311c436-30f2-4521-a0a6-1f7d00a45675), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.251654 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (e311c436-30f2-4521-a0a6-1f7d00a45675), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.270310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e311c436-30f2-4521-a0a6-1f7d00a45675,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:09.276748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.278006 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2a06f1e5-81a1-4b6f-b9f3-655623564633 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235502 Apr 06 10:58:09.348377 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc38db2-2d89-44c3-b86f-c85601a94b49 None None] New status for floating IP c862aae8-1998-40c7-b968-3197141ad5cf: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:58:09.374225 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-51f45136-3b52-4968-88f4-15da6c18092e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473334592&fields=id&tenant_id=02455d74a2f149da8ee007de09aaed4e HTTP/1.1" status: 200 len: 267 time: 0.0477512 Apr 06 10:58:09.443133 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-59296d4e-436d-484e-8697-d1fd62a14566 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.444805 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-59296d4e-436d-484e-8697-d1fd62a14566 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0620179 Apr 06 10:58:09.457590 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'port': {'security_groups': ['4c78c72f-1814-4659-83b6-83a3b80c0024', '7d83ec94-bbb0-4426-82e4-7bff38321e6c']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:09.466541 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde3e3-cfa0-4f53-b1d9-cdbd59fa4eb9 req-b9c5bf55-c26c-4375-8a98-2790210b2cf4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.468025 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7cdde3e3-cfa0-4f53-b1d9-cdbd59fa4eb9 req-b9c5bf55-c26c-4375-8a98-2790210b2cf4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0571671 Apr 06 10:58:09.519492 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7cdde3e3-cfa0-4f53-b1d9-cdbd59fa4eb9 req-8f2af3b5-cf32-48b2-97c0-0a393586ecbd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456517 Apr 06 10:58:09.542748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.635075 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121682e-dc23-42fd-969c-befffd38c24a req-d2b21539-337e-4e4a-a6b8-3018ecd0fbc9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.636639 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9121682e-dc23-42fd-969c-befffd38c24a req-d2b21539-337e-4e4a-a6b8-3018ecd0fbc9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0565135 Apr 06 10:58:09.688011 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9121682e-dc23-42fd-969c-befffd38c24a req-4ddb049b-8f6e-4b04-a4bc-f18fd06768e8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Apr 06 10:58:09.764339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:09.798923 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for port (09e243fb-452e-4bb8-8785-c92db167a57f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.807109 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.841547 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:09.857511 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.858133 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:09.863804 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f295bb6b-ae54-4020-81e0-a38d3bf202df req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "PUT /v2.0/ports/09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 982 time: 0.4117453 Apr 06 10:58:09.864353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:09.866832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066" -d '{"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:09.895427 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e87101-21fd-45f8-a54d-f8f06dcc01a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=6']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:09.950146 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401968aa-7d53-4309-900e-cf5c438205c4 x-openstack-request-id: req-401968aa-7d53-4309-900e-cf5c438205c4 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:09.950443 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:09.950698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-401968aa-7d53-4309-900e-cf5c438205c4 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:09.951191 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401968aa-7d53-4309-900e-cf5c438205c4'] response: {'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:58:10.037187 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e3e3b38e-4399-4c59-9691-4d9c260ae1d8 req-d1ace2f9-a824-44c1-96cf-efd7ed92a1f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094105 Apr 06 10:58:10.043953 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-b114ce99-5ee6-4d99-8bcd-c5c407635500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.045501 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-b114ce99-5ee6-4d99-8bcd-c5c407635500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1169 time: 0.1372590 Apr 06 10:58:10.048809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-610381f0-25d5-4bfc-a6f4-cc2984383f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.050343 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-610381f0-25d5-4bfc-a6f4-cc2984383f16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1328144 Apr 06 10:58:10.053794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7d075-b676-4cf2-a51e-2fe6b6f5c3d5 req-5f80c7b2-3b84-4032-a390-09199e0ca31e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.056072 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f7d075-b676-4cf2-a51e-2fe6b6f5c3d5 req-5f80c7b2-3b84-4032-a390-09199e0ca31e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0927644 Apr 06 10:58:10.068647 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:10.146581 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b2f7d075-b676-4cf2-a51e-2fe6b6f5c3d5 req-de2e1e1a-deef-434b-8b7e-ca2403c81cde tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820980 Apr 06 10:58:10.167388 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919362c-058d-43e5-81b4-97e05a11ea97 req-f31cf648-1c99-44dd-b984-fd3ee21eab9f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.169209 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0919362c-058d-43e5-81b4-97e05a11ea97 req-f31cf648-1c99-44dd-b984-fd3ee21eab9f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0774579 Apr 06 10:58:10.232193 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0919362c-058d-43e5-81b4-97e05a11ea97 req-117ed39a-afc0-43da-ab97-72044022966c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427177 Apr 06 10:58:10.243093 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-3ca82448-c8f0-4689-96f7-b82b41ba48ae None None] Provisioning complete for port 09e243fb-452e-4bb8-8785-c92db167a57f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:10.243289 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3ca82448-c8f0-4689-96f7-b82b41ba48ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:10.458556 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-3ca82448-c8f0-4689-96f7-b82b41ba48ae None None] Current status of the port 09e243fb-452e-4bb8-8785-c92db167a57f is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:10.536117 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-fc35a918-4cd6-4797-b572-11c6036b5b3a service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551707 Apr 06 10:58:10.537246 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-a1186ba0-072f-4c0a-ba83-564a92e06664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.538578 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-a1186ba0-072f-4c0a-ba83-564a92e06664 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 916 time: 0.1498148 Apr 06 10:58:10.640020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de8017-e523-4086-86da-bda82b92b54b req-b1ae9838-2756-402a-8b06-acc9b14faeac tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.641637 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-36de8017-e523-4086-86da-bda82b92b54b req-b1ae9838-2756-402a-8b06-acc9b14faeac tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0530589 Apr 06 10:58:10.694283 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-36de8017-e523-4086-86da-bda82b92b54b req-09615051-0214-4c41-94f5-923e0cbe322f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Apr 06 10:58:10.820607 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948436f-7a63-49ee-80de-e913b380a632 req-6547b8f8-2edd-4fc3-8e06-3802fa670a8d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.822103 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c948436f-7a63-49ee-80de-e913b380a632 req-6547b8f8-2edd-4fc3-8e06-3802fa670a8d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0585344 Apr 06 10:58:10.869730 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c948436f-7a63-49ee-80de-e913b380a632 req-16abe8c8-5761-4aae-90e1-7a606855f679 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Apr 06 10:58:11.007664 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-dbb46dad-e703-427d-acd3-b0b0d344cafe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 1002 time: 0.1051059 Apr 06 10:58:11.032700 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c87c3aa-c8a4-48a1-8e5c-1484fe6223d3 req-15f6c51b-b1dc-4018-a63d-acb51a7dcaab service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367605 Apr 06 10:58:11.165924 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-d0d11d92-de94-4b5c-99a3-7188199daa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.167364 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-d0d11d92-de94-4b5c-99a3-7188199daa9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0451150 Apr 06 10:58:11.218640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-81620302-1685-447f-85ed-25df6c4816d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.220768 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-81620302-1685-447f-85ed-25df6c4816d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442014 Apr 06 10:58:11.347372 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-4b67407c-5317-4ce2-be18-05eb320b11d6 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920033 Apr 06 10:58:11.351731 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6224e-9a71-42d0-9f4b-319e60bae1d9 req-9d54f3c2-729c-4f62-9dc4-f92f7679f48e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.353244 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dcb6224e-9a71-42d0-9f4b-319e60bae1d9 req-9d54f3c2-729c-4f62-9dc4-f92f7679f48e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0549812 Apr 06 10:58:11.402974 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dcb6224e-9a71-42d0-9f4b-319e60bae1d9 req-019fee6f-a0f1-4cdb-bea6-d76843819139 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438039 Apr 06 10:58:11.813778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4c3fd-2861-4c44-9bd7-fb5fd5be9767 req-15ba9463-e68e-49da-b2e3-5ebdbd8b0f46 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.815239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6a4c3fd-2861-4c44-9bd7-fb5fd5be9767 req-15ba9463-e68e-49da-b2e3-5ebdbd8b0f46 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0548897 Apr 06 10:58:11.863342 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6a4c3fd-2861-4c44-9bd7-fb5fd5be9767 req-8da3284e-9ce1-48a8-9f6e-5ae658f95e74 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Apr 06 10:58:11.993118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ffd77-6a8b-4538-842a-8ddd4c1df98f req-3d52b3c7-6834-4a32-9ab6-576922e51cb2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.994516 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2e7ffd77-6a8b-4538-842a-8ddd4c1df98f req-3d52b3c7-6834-4a32-9ab6-576922e51cb2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0528207 Apr 06 10:58:12.040982 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2e7ffd77-6a8b-4538-842a-8ddd4c1df98f req-58da24ef-7a63-467f-870e-69049b31e5a3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408332 Apr 06 10:58:12.522181 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6efb3f-74a1-4466-a020-f6a6857a3cad req-9adc5b71-8789-48b9-b6d0-745fdb00d1ef tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:12.523620 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ff6efb3f-74a1-4466-a020-f6a6857a3cad req-9adc5b71-8789-48b9-b6d0-745fdb00d1ef tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0558667 Apr 06 10:58:12.571684 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ff6efb3f-74a1-4466-a020-f6a6857a3cad req-fab9fa75-ce5e-4cfd-b04a-8046cc1db5a4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Apr 06 10:58:12.987001 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b71829-fabe-4940-83ef-072881340ff2 req-bbe28c09-063c-478f-8f29-010937cd45db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:12.988472 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d9b71829-fabe-4940-83ef-072881340ff2 req-bbe28c09-063c-478f-8f29-010937cd45db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0575879 Apr 06 10:58:13.034510 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d9b71829-fabe-4940-83ef-072881340ff2 req-538e1d82-a8c7-4c9f-b712-9fa96b2aa714 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405140 Apr 06 10:58:13.163658 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa6d9a-c127-467b-aa26-8b7c18273c9d req-ff6c29e6-dd12-429e-943b-b33398464280 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:13.165235 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1afa6d9a-c127-467b-aa26-8b7c18273c9d req-ff6c29e6-dd12-429e-943b-b33398464280 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0523138 Apr 06 10:58:13.211547 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1afa6d9a-c127-467b-aa26-8b7c18273c9d req-417ce8ae-bdc7-4283-beca-3d3624b48931 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Apr 06 10:58:13.687139 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b3aee-9087-40ee-8bf3-02b3eb0c7214 req-f38e36d2-e161-44b9-a413-0be944563eb7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:13.688672 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bc7b3aee-9087-40ee-8bf3-02b3eb0c7214 req-f38e36d2-e161-44b9-a413-0be944563eb7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0523143 Apr 06 10:58:13.737111 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bc7b3aee-9087-40ee-8bf3-02b3eb0c7214 req-d93c8c06-89b4-4328-ae76-261b154f92ee tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421453 Apr 06 10:58:14.155336 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fec20-acac-413a-91d0-6593314feb25 req-822a4ad1-f8c3-41bc-b1a8-729f391645ef tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.158515 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-862fec20-acac-413a-91d0-6593314feb25 req-822a4ad1-f8c3-41bc-b1a8-729f391645ef tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0575221 Apr 06 10:58:14.215114 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-862fec20-acac-413a-91d0-6593314feb25 req-209dd9e3-dd66-4420-b4f7-f89f3986dfa9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507946 Apr 06 10:58:14.227334 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1eb6ad23-2670-4c5a-801d-b483e8e54c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:14.243887 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:58:14.346081 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912a7b4-5793-4b93-a32a-917afde3a102 req-3a326b32-a34b-425b-bca3-c0c20d6835d0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.347597 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b912a7b4-5793-4b93-a32a-917afde3a102 req-3a326b32-a34b-425b-bca3-c0c20d6835d0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0594707 Apr 06 10:58:14.395415 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b912a7b4-5793-4b93-a32a-917afde3a102 req-e1b5af62-04db-4744-b7a6-a999e2830170 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422299 Apr 06 10:58:14.525642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-27a4c4c9-06c7-4a66-bc62-8b78ca3d6218 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.527119 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-27a4c4c9-06c7-4a66-bc62-8b78ca3d6218 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/networks?id=9dd02a2e-13b6-493a-8860-acf25885863f HTTP/1.1" status: 200 len: 814 time: 0.1741159 Apr 06 10:58:14.554562 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-41a89392-7e00-4646-bd4b-65ecfa84ef21 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/quotas/9935b65311554fa9a513aae42459a489 HTTP/1.1" status: 200 len: 375 time: 0.0189385 Apr 06 10:58:14.560994 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ebc572e-edf7-4e11-9190-1d338a20d9ee req-64b4b035-928c-4657-81c1-31eb8d775f19 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464832 Apr 06 10:58:14.589698 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-fe0a3ccb-2303-4d0b-b843-0d642f6bf1c1 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276909 Apr 06 10:58:14.725489 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-8d0b0f71-c70c-4722-9d75-e83197b33450 service neutron] 10.222.0.57 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284499 Apr 06 10:58:14.730289 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-6a304ec3-c5ce-45cf-8b9a-d9ae47a45b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.731889 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-6a304ec3-c5ce-45cf-8b9a-d9ae47a45b23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1169 time: 0.0752549 Apr 06 10:58:14.869993 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bd715-7761-4d65-9b73-3138b260e403 req-fcd5fb47-a114-4de6-94ac-863d0d597356 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.871688 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-660bd715-7761-4d65-9b73-3138b260e403 req-fcd5fb47-a114-4de6-94ac-863d0d597356 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0604300 Apr 06 10:58:14.893853 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-3bebca06-87da-419d-87f6-4ede99d69c26 service neutron] 10.222.0.57 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607440 Apr 06 10:58:14.902675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-1fc1a045-c50d-4c16-92fa-630f028c35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.908722 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-1fc1a045-c50d-4c16-92fa-630f028c35d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 916 time: 0.1684103 Apr 06 10:58:14.936487 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-660bd715-7761-4d65-9b73-3138b260e403 req-545b86ec-55ae-4631-b657-05f9bb86303f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570130 Apr 06 10:58:15.061733 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c5509e5-e880-4d4f-9763-4b3796a0970d req-89860f2b-194c-4938-9969-c473d7e02f75 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 210 time: 0.0283594 Apr 06 10:58:15.300560 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-7a4fc206-05f4-4820-893f-87548c8607fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 1002 time: 0.0711429 Apr 06 10:58:15.360703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4a907-de50-4c7a-8cdc-d33c0bcf637d req-388ca2ef-e208-49fe-a359-95bf8d26fb59 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:15.365829 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cff4a907-de50-4c7a-8cdc-d33c0bcf637d req-388ca2ef-e208-49fe-a359-95bf8d26fb59 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0586021 Apr 06 10:58:15.409890 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cff4a907-de50-4c7a-8cdc-d33c0bcf637d req-03ecb99a-49ce-4c5c-962a-7009c06c3ead tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Apr 06 10:58:15.527717 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e2d6c-0b8e-4752-a032-4ae72d055d8a req-0d606e46-4db0-4e3c-ab99-0249e4fd9b92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:15.529199 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-910e2d6c-0b8e-4752-a032-4ae72d055d8a req-0d606e46-4db0-4e3c-ab99-0249e4fd9b92 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0609839 Apr 06 10:58:15.579740 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-910e2d6c-0b8e-4752-a032-4ae72d055d8a req-371ffe5b-5bec-4d1f-b851-9030b71a98eb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Apr 06 10:58:15.609054 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf2ad7-1cb9-4766-b927-df0aba35f4fd req-663e9e90-e45e-4bfc-9e33-2f87c1f36436 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:15.610770 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7bf2ad7-1cb9-4766-b927-df0aba35f4fd req-663e9e90-e45e-4bfc-9e33-2f87c1f36436 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0531914 Apr 06 10:58:15.657046 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7bf2ad7-1cb9-4766-b927-df0aba35f4fd req-92d4f7f0-e68a-4ade-865d-e6209836bbdb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Apr 06 10:58:16.061582 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e291d7c-6662-4fce-a9ab-fd950c63aba3 req-bd1a5ecd-476d-4678-8fcf-8df12ef2a2fb tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.066240 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3e291d7c-6662-4fce-a9ab-fd950c63aba3 req-bd1a5ecd-476d-4678-8fcf-8df12ef2a2fb tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0616250 Apr 06 10:58:16.076805 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-133777fe-74a6-4c99-9bee-2d096ca970c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.078271 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-133777fe-74a6-4c99-9bee-2d096ca970c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0518301 Apr 06 10:58:16.144576 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3e291d7c-6662-4fce-a9ab-fd950c63aba3 req-2570acce-0d63-4732-95bc-10b0daf3c916 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735040 Apr 06 10:58:16.182736 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f81389b3-49cd-4be8-a41b-8b046521836f req-140fc75c-21af-48df-a6f4-8e71005ccb62 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 210 time: 0.0387287 Apr 06 10:58:16.215073 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-fc79ae2a-e4e8-40d8-8ba6-8f4658cd1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.216540 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-fc79ae2a-e4e8-40d8-8ba6-8f4658cd1737 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016076 Apr 06 10:58:16.228602 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-e5e431ed-f931-43b9-9caf-941ad76b5afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.230022 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-e5e431ed-f931-43b9-9caf-941ad76b5afe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1130 time: 0.0760155 Apr 06 10:58:16.381268 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-4900361c-922e-4595-af5c-8ef59382ca52 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545997 Apr 06 10:58:16.383752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-f64cb8e5-a424-4d87-9c7d-24840a9e88b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.385055 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-f64cb8e5-a424-4d87-9c7d-24840a9e88b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.1473339 Apr 06 10:58:16.722474 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-74fe41b1-e5df-4228-9a3d-94ab5129a596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:16.808165 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-4dec1c80-d86d-4805-b164-bef531cdaa41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 1001 time: 0.1618333 Apr 06 10:58:16.809352 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdc4ca-536d-4d80-8442-1506f8e472b4 req-41c7238a-e0ac-48c4-8f94-1096c8cb1f92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.811917 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ecbdc4ca-536d-4d80-8442-1506f8e472b4 req-41c7238a-e0ac-48c4-8f94-1096c8cb1f92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0698495 Apr 06 10:58:16.869228 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ecbdc4ca-536d-4d80-8442-1506f8e472b4 req-1ae89394-1e8b-4386-ad51-41b1bc5591b3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502923 Apr 06 10:58:16.876459 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca8ecaa6-5ee0-42f4-a15e-fd909e7c6066 req-4a2489af-eb79-4503-a2be-7c014feb1258 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268355 Apr 06 10:58:16.907806 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-37b600fc-1716-4e5a-b958-7442345acf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.909280 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-37b600fc-1716-4e5a-b958-7442345acf7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.0950809 Apr 06 10:58:16.916577 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-68b2bce3-5fe2-4f6a-b9fd-103190f54e06 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.917902 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-68b2bce3-5fe2-4f6a-b9fd-103190f54e06 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "GET /v2.0/networks?id=9dd02a2e-13b6-493a-8860-acf25885863f HTTP/1.1" status: 200 len: 814 time: 0.1860454 Apr 06 10:58:16.951123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Request body: {'port': {'device_id': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f', 'admin_state_up': True, 'tenant_id': '9935b65311554fa9a513aae42459a489'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:17.042872 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-b7defc09-cab5-4ace-8087-a5732c422fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:17.044362 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-b7defc09-cab5-4ace-8087-a5732c422fdb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1055250 Apr 06 10:58:17.084537 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Made reservation on behalf of 9935b65311554fa9a513aae42459a489 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:58:17.087772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:17.282528 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a5827be8-e64b-48c0-a819-82182e2eabb4 req-f352b31d-5ec2-4eef-a434-34043d7a92dd tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 210 time: 0.0282636 Apr 06 10:58:17.548540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf27df-295d-44be-9887-d41889962564 req-46372aa0-c9ed-48e8-864e-07dddbec7ca7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:17.550052 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ddf27df-295d-44be-9887-d41889962564 req-46372aa0-c9ed-48e8-864e-07dddbec7ca7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.2058160 Apr 06 10:58:17.551765 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-d44f2a11-3df9-43dc-9512-44714175f861 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057621 Apr 06 10:58:17.639636 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Allocated IP 172.20.0.7 (9dd02a2e-13b6-493a-8860-acf25885863f/0101b9bb-3991-4cf7-a519-fe0d465a2fa3/264d9553-0afa-4dab-bc86-011df63c90c0) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:17.676128 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ddf27df-295d-44be-9887-d41889962564 req-25c20d6e-d733-4988-9d6c-424d6e7a25e5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192284 Apr 06 10:58:17.735000 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a7d42a2-fbd6-4815-b214-c8f594ba964d req-9b25085d-1b03-4888-b3b6-2eefa1e68a63 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703017 Apr 06 10:58:17.833287 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:58:17.834152 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks [] for port (264d9553-0afa-4dab-bc86-011df63c90c0), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:17.868117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:17.914088 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Network 9dd02a2e-13b6-493a-8860-acf25885863f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:17.918259 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:17.921179 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:17.937292 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:17.949589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:58:17.950592 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Pushing event updated for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:17.982880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:17.983515 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:17.988979 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 808c6f90-d9a9-4324-ace7-993df6cb77f7 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:17.989417 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.001962 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-bb27ca75-768c-4b16-93bd-86245b7ce696 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550256 Apr 06 10:58:18.004468 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808c6f90-d9a9-4324-ace7-993df6cb77f7 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:18.006506 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246853eb-154e-4c3b-8a73-d01806c71a2a req-e79b04a7-7cc6-4bae-a1f2-b6d86954db73 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.008011 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-246853eb-154e-4c3b-8a73-d01806c71a2a req-e79b04a7-7cc6-4bae-a1f2-b6d86954db73 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0594928 Apr 06 10:58:18.024357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:18.026670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Request body: {'port': {'device_id': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:18.032700 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.059701 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-246853eb-154e-4c3b-8a73-d01806c71a2a req-495e5103-fdcc-4e89-97db-a66fb0d48d8c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458615 Apr 06 10:58:18.066760 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.087411 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:18.094307 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.353017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264d9553-0afa-4dab-bc86-011df63c90c0 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:18.361158 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks [] for port (264d9553-0afa-4dab-bc86-011df63c90c0), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.400458 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Transition to ACTIVE for port object 264d9553-0afa-4dab-bc86-011df63c90c0 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:58:18.404357 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.474283 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00f60-6b1c-4e4b-a3cc-d8ecee328088 req-7b620d70-61da-44a3-998d-5b08cb34bfdb tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.475756 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19c00f60-6b1c-4e4b-a3cc-d8ecee328088 req-7b620d70-61da-44a3-998d-5b08cb34bfdb tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 931 time: 0.1122060 Apr 06 10:58:18.477966 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Pushing event updated for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:18.484276 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['808c6f90-d9a9-4324-ace7-993df6cb77f7'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:18.571145 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19c00f60-6b1c-4e4b-a3cc-d8ecee328088 req-8816f476-6a9c-4b11-b4e4-9b3c4ef71d85 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748165 Apr 06 10:58:18.580338 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Attempting to bind port 264d9553-0afa-4dab-bc86-011df63c90c0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:58:18.580683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Attempting to bind port 264d9553-0afa-4dab-bc86-011df63c90c0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:58:18.581013 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Attempting to bind port 264d9553-0afa-4dab-bc86-011df63c90c0 on network 9dd02a2e-13b6-493a-8860-acf25885863f {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:18.585483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Port 264d9553-0afa-4dab-bc86-011df63c90c0 on network 9dd02a2e-13b6-493a-8860-acf25885863f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:58:18.585900 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Attempting to bind port 264d9553-0afa-4dab-bc86-011df63c90c0 on network 9dd02a2e-13b6-493a-8860-acf25885863f {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:18.593409 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:58:18.593752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Checking segment: {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:58:18.594702 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Bound using segment: {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:58:18.595172 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Bound port: 264d9553-0afa-4dab-bc86-011df63c90c0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bc3fa1-7bfa-4398-a745-79df7be2611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:58:18.595534 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.662486 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:58:18.665423 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=264d9553-0afa-4dab-bc86-011df63c90c0,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:58:18.671512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.705874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.706543 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.707887 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] 10.222.0.18 "PUT /v2.0/ports/264d9553-0afa-4dab-bc86-011df63c90c0 HTTP/1.1" status: 200 len: 1093 time: 0.6863441 Apr 06 10:58:18.708346 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:18.710614 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a6d575-dc17-44df-aa59-e68f314668d6" -d '{"events": [{"name": "network-changed", "server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:18.735908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b82df-d1df-4068-a167-bb12c2bb65af service neutron] Pushing event updated for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:18.759867 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c12595f-3684-48a0-8299-029262e8adce x-openstack-request-id: req-2c12595f-3684-48a0-8299-029262e8adce {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:18.760237 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:18.760498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c12595f-3684-48a0-8299-029262e8adce {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:18.760910 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c12595f-3684-48a0-8299-029262e8adce'] response: {'name': 'network-changed', 'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0', 'status': 'completed', 'code': 200} Apr 06 10:58:18.813068 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aeb05d-8985-4d26-967f-ba75853c2a87 req-d73ab837-74bf-48e6-b8e4-e30f3e9da27f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.814820 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63aeb05d-8985-4d26-967f-ba75853c2a87 req-d73ab837-74bf-48e6-b8e4-e30f3e9da27f tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 944 time: 0.0537369 Apr 06 10:58:18.870413 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63aeb05d-8985-4d26-967f-ba75853c2a87 req-40691bcb-a3b9-4548-8279-f73841e96054 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498533 Apr 06 10:58:19.078998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-f82510ed-d86b-4d02-9b16-878fcb672411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.080669 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-f82510ed-d86b-4d02-9b16-878fcb672411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 1127 time: 0.0467141 Apr 06 10:58:19.239444 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de151b-8305-4086-9da7-cd0fbde11b9b req-7536129d-d1fd-4cd3-b571-6cd79dc0914f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.240829 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e4de151b-8305-4086-9da7-cd0fbde11b9b req-7536129d-d1fd-4cd3-b571-6cd79dc0914f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0854216 Apr 06 10:58:19.242252 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-683373da-0499-4749-abb4-73053c46cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.243556 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-683373da-0499-4749-abb4-73053c46cedb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=9935b65311554fa9a513aae42459a489&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1348627 Apr 06 10:58:19.341261 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e4de151b-8305-4086-9da7-cd0fbde11b9b req-9b93c89c-586a-4096-bf72-7aee9b260fd1 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948069 Apr 06 10:58:19.369627 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-f573db1d-1219-46fe-9962-1581ba714e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.371123 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8a6d575-dc17-44df-aa59-e68f314668d6 req-f573db1d-1219-46fe-9962-1581ba714e5f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181562 Apr 06 10:58:19.483863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-1421e3c7-ebea-465c-b6a2-91d7915bf8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.485903 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-1421e3c7-ebea-465c-b6a2-91d7915bf8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9935b65311554fa9a513aae42459a489&device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 1127 time: 0.0448802 Apr 06 10:58:19.537595 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-89488ae9-6075-4e2b-bb4f-b98441c839ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=264d9553-0afa-4dab-bc86-011df63c90c0 HTTP/1.1" status: 200 len: 217 time: 0.0374084 Apr 06 10:58:19.545222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:19.588183 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-4353bc90-6e91-42c5-b42d-27e54716f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.589649 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-4353bc90-6e91-42c5-b42d-27e54716f1eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0101b9bb-3991-4cf7-a519-fe0d465a2fa3 HTTP/1.1" status: 200 len: 854 time: 0.0447674 Apr 06 10:58:19.622724 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-53322f3f-4b7d-47c3-a30f-8bc80a081d01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9dd02a2e-13b6-493a-8860-acf25885863f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250859 Apr 06 10:58:19.691232 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af85cda-e3f8-4c53-b031-e4a6cbef96c7 req-213c54ca-73a9-41a0-928a-a5c1b17a9974 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.692712 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3af85cda-e3f8-4c53-b031-e4a6cbef96c7 req-213c54ca-73a9-41a0-928a-a5c1b17a9974 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 943 time: 0.0532598 Apr 06 10:58:19.723783 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-7ac3a391-eaf8-4036-b073-04a294c0fe93 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866845 Apr 06 10:58:19.739721 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3af85cda-e3f8-4c53-b031-e4a6cbef96c7 req-24624aac-2d01-4464-a55f-d837df296694 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412161 Apr 06 10:58:19.818213 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5b8793bb-4825-413d-952c-8b1ebfefe5b7 req-f25a0cdc-028d-4682-834d-0807b1f8f3f9 service neutron] 10.222.0.18 "GET /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873373 Apr 06 10:58:19.845341 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:19.901805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 808c6f90-d9a9-4324-ace7-993df6cb77f7 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:58:19.905961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 808c6f90-d9a9-4324-ace7-993df6cb77f7 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:19.906402 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:19.986766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 808c6f90-d9a9-4324-ace7-993df6cb77f7 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:19.987148 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:19.992323 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68287ced-b0e6-4de6-8e84-dd04b87f700a req-a1583204-8bd2-4031-be7d-7f8c299010b1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.993816 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-68287ced-b0e6-4de6-8e84-dd04b87f700a req-a1583204-8bd2-4031-be7d-7f8c299010b1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 944 time: 0.0552413 Apr 06 10:58:20.009942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:20.012161 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722c5be5-fdb1-4c7a-adb3-9bb31a7cd6d2" -d '{"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-plugged", "status": "completed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:20.025619 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:20.031037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:20.048791 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-68287ced-b0e6-4de6-8e84-dd04b87f700a req-9fc844a5-183c-41ff-a203-f73ea7689372 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491552 Apr 06 10:58:20.060286 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b5198b-4d11-4ae4-b4e6-588a5d12444a x-openstack-request-id: req-75b5198b-4d11-4ae4-b4e6-588a5d12444a {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:20.060612 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-plugged", "status": "completed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:20.061130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75b5198b-4d11-4ae4-b4e6-588a5d12444a {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:20.061546 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b5198b-4d11-4ae4-b4e6-588a5d12444a'] response: {'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'code': 200} Apr 06 10:58:20.091179 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:20.857892 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4852ed-9788-4c23-ad5a-04a46cbf5140 req-80383215-0981-4ad1-9461-39feb2638fa7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.859453 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6e4852ed-9788-4c23-ad5a-04a46cbf5140 req-80383215-0981-4ad1-9461-39feb2638fa7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 943 time: 0.0517490 Apr 06 10:58:20.894789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:20.909081 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6e4852ed-9788-4c23-ad5a-04a46cbf5140 req-7eaaf678-f24d-434f-81fd-da516bcdf412 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432889 Apr 06 10:58:21.175149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8742bf-fd6b-4fec-a719-6f4dbbb51da7 req-00ebaf23-c34a-401e-b914-ba27f77737b3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.176673 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0f8742bf-fd6b-4fec-a719-6f4dbbb51da7 req-00ebaf23-c34a-401e-b914-ba27f77737b3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0579324 Apr 06 10:58:21.226874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0f8742bf-fd6b-4fec-a719-6f4dbbb51da7 req-37663bda-a135-450e-a1a1-6a00103914f1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443232 Apr 06 10:58:21.269272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cee97-562e-44ef-9528-46c4fe2cefad req-cd85f611-7b78-440b-a0f1-87dfbf51b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.270826 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7c5cee97-562e-44ef-9528-46c4fe2cefad req-cd85f611-7b78-440b-a0f1-87dfbf51b13e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1129 time: 0.0430944 Apr 06 10:58:21.319282 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7c5cee97-562e-44ef-9528-46c4fe2cefad req-a0cfd488-5878-49d5-8d05-0b2077fbe967 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390565 Apr 06 10:58:21.854463 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 264d9553-0afa-4dab-bc86-011df63c90c0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:58:21.967016 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=264d9553-0afa-4dab-bc86-011df63c90c0,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:21.979083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '264d9553-0afa-4dab-bc86-011df63c90c0', 'network_id': '9dd02a2e-13b6-493a-8860-acf25885863f', 'port_id': '264d9553-0afa-4dab-bc86-011df63c90c0', 'mac_address': 'fa:16:3e:41:b4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0101b9bb-3991-4cf7-a519-fe0d465a2fa3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:58:22.016787 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 264d9553-0afa-4dab-bc86-011df63c90c0 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:22.017176 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:22.030434 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264d9553-0afa-4dab-bc86-011df63c90c0 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:22.036664 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bec49-f01d-45bb-b661-290d59a0a5f3 req-1d155947-0a49-4b74-9819-0c2d51601a37 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:22.038170 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2b9bec49-f01d-45bb-b661-290d59a0a5f3 req-1d155947-0a49-4b74-9819-0c2d51601a37 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 943 time: 0.0571687 Apr 06 10:58:22.050017 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=264d9553-0afa-4dab-bc86-011df63c90c0,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:22.054533 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:22.086910 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2b9bec49-f01d-45bb-b661-290d59a0a5f3 req-1a28eb4c-ecd3-490f-a55b-96a6d2456706 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429621 Apr 06 10:58:22.102522 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:22.348526 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab434d-075b-4881-a604-2c398ad5cd0e req-0af6385f-fb48-484c-8f37-bb4e68222a4c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:22.350016 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2dab434d-075b-4881-a604-2c398ad5cd0e req-0af6385f-fb48-484c-8f37-bb4e68222a4c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0570993 Apr 06 10:58:22.398360 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2dab434d-075b-4881-a604-2c398ad5cd0e req-b12ab7eb-dc5c-4478-bb73-500122b89825 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425570 Apr 06 10:58:22.509643 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['264d9553-0afa-4dab-bc86-011df63c90c0'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:23.214966 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ffcad-7a67-42bb-b6c0-4c8093c956d5 req-27397f54-cfab-40f5-838e-35e1d038c317 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.216471 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d29ffcad-7a67-42bb-b6c0-4c8093c956d5 req-27397f54-cfab-40f5-838e-35e1d038c317 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 944 time: 0.0557032 Apr 06 10:58:23.261353 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d29ffcad-7a67-42bb-b6c0-4c8093c956d5 req-7f5ae329-11a8-4ee9-b4de-114c3ec98219 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Apr 06 10:58:23.538397 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4eeb4-297b-48de-9722-e57ad1e3e6aa req-999345a6-795e-4662-88ea-96e2246c41bd tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.539890 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ffa4eeb4-297b-48de-9722-e57ad1e3e6aa req-999345a6-795e-4662-88ea-96e2246c41bd tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0630610 Apr 06 10:58:23.595335 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ffa4eeb4-297b-48de-9722-e57ad1e3e6aa req-3ddec2a8-c3bb-4aa7-9f78-b6f62c12c0ec tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496206 Apr 06 10:58:23.715081 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3a4e9-26e0-4a88-9ab9-5c71d2caec0c req-9b5b422f-2b90-4139-85e9-0dc26fcdc021 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.717403 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ac3a4e9-26e0-4a88-9ab9-5c71d2caec0c req-9b5b422f-2b90-4139-85e9-0dc26fcdc021 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0553327 Apr 06 10:58:23.767238 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4ac3a4e9-26e0-4a88-9ab9-5c71d2caec0c req-e695fa85-2178-4fcc-b8fd-672493328da1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Apr 06 10:58:23.796882 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45822) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:23.860472 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 264d9553-0afa-4dab-bc86-011df63c90c0 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:23.888337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb70b971-f4b5-4ea2-8044-98989f3473ab tempest-TestShelveInstance-445383057 tempest-TestShelveInstance-445383057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.889818 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-fb70b971-f4b5-4ea2-8044-98989f3473ab tempest-TestShelveInstance-445383057 tempest-TestShelveInstance-445383057-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1124 time: 0.0919051 Apr 06 10:58:23.893412 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 45826) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:23.897769 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'fixed_ip_address': '172.20.0.4'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:23.916808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 264d9553-0afa-4dab-bc86-011df63c90c0 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:58:23.918613 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.920639 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 264d9553-0afa-4dab-bc86-011df63c90c0 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:23.921037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.004098 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 264d9553-0afa-4dab-bc86-011df63c90c0 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:24.004403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.019286 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.026839 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:24.029066 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9466c310-67f6-4f5f-a025-7a0bed03bc6a" -d '{"events": [{"server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "name": "network-vif-plugged", "status": "completed", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:24.041088 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=264d9553-0afa-4dab-bc86-011df63c90c0,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:24.050394 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.075524 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8a67ed-c891-4b18-92e4-7a0f7d3c9002 x-openstack-request-id: req-4e8a67ed-c891-4b18-92e4-7a0f7d3c9002 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:24.075852 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "name": "network-vif-plugged", "status": "completed", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:24.076133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e8a67ed-c891-4b18-92e4-7a0f7d3c9002 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:24.076506 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8a67ed-c891-4b18-92e4-7a0f7d3c9002'] response: {'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0', 'code': 200} Apr 06 10:58:24.102216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:24.134661 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Allocated IP 172.27.0.181 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/6451ce3e-86a8-4451-9b31-050296217795) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:24.237846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for port (6451ce3e-86a8-4451-9b31-050296217795), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.271911 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (6451ce3e-86a8-4451-9b31-050296217795), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.293326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f098131-4baf-4af7-8521-4f76ebe67d78 req-01294465-6185-452d-b4ba-0af725d68e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.294993 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6f098131-4baf-4af7-8521-4f76ebe67d78 req-01294465-6185-452d-b4ba-0af725d68e1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 1129 time: 0.0455277 Apr 06 10:58:24.309348 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:24.313166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:24.319774 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:24.344921 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6f098131-4baf-4af7-8521-4f76ebe67d78 req-2a451f43-26b5-496c-8ed9-f27e15e850a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Apr 06 10:58:24.387940 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'Port': ['ID=6451ce3e-86a8-4451-9b31-050296217795,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:24.404668 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.405019 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.405389 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.405731 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.406070 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.406399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.406723 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.407046 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.407369 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.407690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.408105 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.409004 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.409348 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.409671 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.409991 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:24.477780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0080b1-cffe-4250-9bb9-a03b5e97a3d1 req-705e0315-71d3-4045-9c8f-4e41b41f04ae tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.479259 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fa0080b1-cffe-4250-9bb9-a03b5e97a3d1 req-705e0315-71d3-4045-9c8f-4e41b41f04ae tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.1333511 Apr 06 10:58:24.581198 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fa0080b1-cffe-4250-9bb9-a03b5e97a3d1 req-151d82f9-afb8-42b9-8b54-0a92179466ae tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925701 Apr 06 10:58:24.780366 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for floatingip (938c442a-ad19-4f5d-98c2-2f8e576c8ea3), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:24.850627 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (6451ce3e-86a8-4451-9b31-050296217795), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:25.005106 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for port (6451ce3e-86a8-4451-9b31-050296217795), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:25.009316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (6451ce3e-86a8-4451-9b31-050296217795), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:25.075317 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event updated for resources: {'Port': ['ID=6451ce3e-86a8-4451-9b31-050296217795,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:25.088626 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (938c442a-ad19-4f5d-98c2-2f8e576c8ea3), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:25.201622 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Floating IP 938c442a-ad19-4f5d-98c2-2f8e576c8ea3 associated. External IP: 172.27.0.181, port: 808c6f90-d9a9-4324-ace7-993df6cb77f7. Apr 06 10:58:25.412322 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Router 1e870468-fd11-48aa-97fe-b112d601acaf has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:58:25.533490 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:58:25.543074 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Sync routers for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:58:25.551663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:25.554127 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:25.554747 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:25.581840 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3af8b218-fec3-4f1b-9a46-31c8f5e35230 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6873834 Apr 06 10:58:25.582413 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:25.584679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e" -d '{"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:25.622630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359105c-990a-42c7-b6c5-f0fe48d371ce x-openstack-request-id: req-7359105c-990a-42c7-b6c5-f0fe48d371ce {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:25.622922 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:25.623176 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7359105c-990a-42c7-b6c5-f0fe48d371ce {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:25.623590 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7359105c-990a-42c7-b6c5-f0fe48d371ce'] response: {'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'status': 'completed', 'code': 200} Apr 06 10:58:25.666989 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:25.714293 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9dcbcf-ef0a-48b7-864a-4519853cf5c0 req-b3ffcb0d-1fe2-4ba8-8ef0-7c4575f7f402 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:25.715882 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cd9dcbcf-ef0a-48b7-864a-4519853cf5c0 req-b3ffcb0d-1fe2-4ba8-8ef0-7c4575f7f402 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0647612 Apr 06 10:58:25.765582 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cd9dcbcf-ef0a-48b7-864a-4519853cf5c0 req-d2c84daf-7c81-436d-b287-0330de73647b tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432651 Apr 06 10:58:25.897212 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '938c442a-ad19-4f5d-98c2-2f8e576c8ea3', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:24Z', 'updated_at': '2022-04-06T10:58:24Z', 'revision_number': 0, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:25.913002 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-a87e2394-ace8-4344-add6-a035bae92c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:25.913926 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-a87e2394-ace8-4344-add6-a035bae92c36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1129 time: 0.0525668 Apr 06 10:58:25.933233 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Checking router: 1e870468-fd11-48aa-97fe-b112d601acaf for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:58:25.942724 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:25.943336 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:26.054611 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:26.271672 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '938c442a-ad19-4f5d-98c2-2f8e576c8ea3', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:24Z', 'updated_at': '2022-04-06T10:58:24Z', 'revision_number': 0, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:26.299954 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9404dbb-11fb-4ad3-86c9-533fa90692de None None] The sync data for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi is: [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '938c442a-ad19-4f5d-98c2-2f8e576c8ea3', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'floating_ip_address': '172.27.0.181', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:24Z', 'updated_at': '2022-04-06T10:58:24Z', 'revision_number': 0, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:58:26.482768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22552fe7-f957-478b-89ca-2dccb3ad7cf6 None None] New status for floating IP 938c442a-ad19-4f5d-98c2-2f8e576c8ea3: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:58:26.598934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-8d337f08-336a-4fd5-bb6c-a2b23606367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.600426 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-8d337f08-336a-4fd5-bb6c-a2b23606367e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 910 time: 0.0929577 Apr 06 10:58:26.670837 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-d8de41cf-11e9-400d-ac54-34cb6dd6d2c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 999 time: 0.0594671 Apr 06 10:58:26.722619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-fc6cbe6e-c824-4e74-9930-45f8cd65f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.724181 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-fc6cbe6e-c824-4e74-9930-45f8cd65f141 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.0465972 Apr 06 10:58:26.781608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-69fb7c58-903e-4d24-95f3-d374d6c8a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.783654 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-69fb7c58-903e-4d24-95f3-d374d6c8a310 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522254 Apr 06 10:58:26.912853 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-bc0fd0a2-53b2-4a8c-ace9-b8fe365e97dd service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185513 Apr 06 10:58:26.919354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e0695-5723-42f8-ae5a-b0cfbc29e318 req-74779881-a4d4-4a96-a6b9-98a6ea3ad9a0 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.920680 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-477e0695-5723-42f8-ae5a-b0cfbc29e318 req-74779881-a4d4-4a96-a6b9-98a6ea3ad9a0 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0846229 Apr 06 10:58:27.013817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-477e0695-5723-42f8-ae5a-b0cfbc29e318 req-46a959ea-d445-45c5-b503-3d9fb67bb92d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846944 Apr 06 10:58:27.038155 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0e3384a-75b4-4b8f-9e3f-6e00e344575e req-79d53419-a93c-4090-ba88-6b152d7e9556 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165726 Apr 06 10:58:32.381005 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1d8f6-0ac1-4674-9b0c-5ab6e9eecac3 req-a7631cf9-bedd-4d06-b7dd-17a15c1bd176 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.382546 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63d1d8f6-0ac1-4674-9b0c-5ab6e9eecac3 req-a7631cf9-bedd-4d06-b7dd-17a15c1bd176 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0543079 Apr 06 10:58:32.396197 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-36ac1554-3740-40de-a19a-3e8057239167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.397703 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-36ac1554-3740-40de-a19a-3e8057239167 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.0503387 Apr 06 10:58:32.430633 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63d1d8f6-0ac1-4674-9b0c-5ab6e9eecac3 req-9b91f1ee-dd56-458e-b00d-7b6950d01fb9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419867 Apr 06 10:58:32.486649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-2d177a23-71f8-4c14-8f16-bbcc88c15631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.488085 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-2d177a23-71f8-4c14-8f16-bbcc88c15631 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.0823743 Apr 06 10:58:32.526618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:32.559325 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-41fb400f-71fa-43f0-ae60-266710fe0cfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 1001 time: 0.0630846 Apr 06 10:58:32.612308 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-1c961008-a0a4-48ed-9c8d-be71abefaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.613780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-1c961008-a0a4-48ed-9c8d-be71abefaf65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0467744 Apr 06 10:58:32.663504 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-14785fb7-6056-4c5a-b78b-8329f19560e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.664887 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-14785fb7-6056-4c5a-b78b-8329f19560e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434027 Apr 06 10:58:32.754987 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-9217f3a0-08f9-4bc9-87e9-6a20b8a1edff service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814483 Apr 06 10:58:32.854500 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1393f-5f1c-47b2-b399-0c3c0924a274 req-6a95edb5-22b4-4e1c-82fc-8bf4965123f0 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799544 Apr 06 10:58:33.404895 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4277b4-1d11-4fb8-87f7-f22f834b4c82 req-a9f0eb75-a72a-43a3-aa67-7f703a69dedb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.406398 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0f4277b4-1d11-4fb8-87f7-f22f834b4c82 req-a9f0eb75-a72a-43a3-aa67-7f703a69dedb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0528190 Apr 06 10:58:33.458954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-3e5b6e8a-ec4c-4d7e-b014-b7c702a2b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.460476 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-3e5b6e8a-ec4c-4d7e-b014-b7c702a2b10d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1169 time: 0.0510910 Apr 06 10:58:33.468651 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0f4277b4-1d11-4fb8-87f7-f22f834b4c82 req-b0f6a543-05fd-445e-a112-11b0ff5ec372 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559366 Apr 06 10:58:33.593501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98a19f-c3b4-4f56-86f4-d8e4cc7b5cb7 req-95150180-dde3-4b4e-bbd4-930e1c6386b9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.594963 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a98a19f-c3b4-4f56-86f4-d8e4cc7b5cb7 req-95150180-dde3-4b4e-bbd4-930e1c6386b9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0813725 Apr 06 10:58:33.597907 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-d2439ef1-eed0-4a0c-818e-019005120e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.599239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-d2439ef1-eed0-4a0c-818e-019005120e4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 916 time: 0.1326227 Apr 06 10:58:33.688817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5a98a19f-c3b4-4f56-86f4-d8e4cc7b5cb7 req-b8c6ea12-3e9f-4a05-b51d-8ddafd5c0c17 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883319 Apr 06 10:58:33.695355 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-59b579b5-3b9c-4459-a55a-b4bb46d926c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 1002 time: 0.0824330 Apr 06 10:58:33.747803 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-7bb312c9-3cca-4157-ab31-e87e072d8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.749127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-7bb312c9-3cca-4157-ab31-e87e072d8046 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0429916 Apr 06 10:58:33.797854 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-6df3610b-9ff9-4a18-803d-2dabec66753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.799351 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-6df3610b-9ff9-4a18-803d-2dabec66753c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430541 Apr 06 10:58:33.890276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-5843a7b4-c76c-48d8-a01a-c84243666ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836129 Apr 06 10:58:33.988813 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37ed7009-f680-4c2b-b2d1-543d735c76e1 req-2fcb632b-d19b-4081-a89b-db63a96b999a service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Apr 06 10:58:34.591390 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e3cd8-a595-4ee3-b8c0-62659aecf69f req-4b0c037d-c132-480d-b77c-ddba2d668331 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:34.592791 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-015e3cd8-a595-4ee3-b8c0-62659aecf69f req-4b0c037d-c132-480d-b77c-ddba2d668331 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0575633 Apr 06 10:58:34.651733 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-015e3cd8-a595-4ee3-b8c0-62659aecf69f req-1186453b-dca7-4388-a663-33575db7fede tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532022 Apr 06 10:58:34.810304 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e300-e915-47e3-bb23-a55df9c12b2c req-cf066418-5f17-4dc9-8ac8-a92782419576 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:34.812022 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5874e300-e915-47e3-bb23-a55df9c12b2c req-cf066418-5f17-4dc9-8ac8-a92782419576 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Apr 06 10:58:34.857034 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5874e300-e915-47e3-bb23-a55df9c12b2c req-da6a2f01-0261-4c38-ab8b-f90c9bdb5c1d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388589 Apr 06 10:58:35.770455 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75912a-534c-4015-a732-b7999b08a3ce req-7aae5bbc-8c11-4ff3-9d9f-10c47c43fbf1 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:35.771907 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fb75912a-534c-4015-a732-b7999b08a3ce req-7aae5bbc-8c11-4ff3-9d9f-10c47c43fbf1 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0537169 Apr 06 10:58:35.829752 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fb75912a-534c-4015-a732-b7999b08a3ce req-e1407b0a-c455-4602-8401-836c5c5f3b2e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522139 Apr 06 10:58:35.979044 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aad928-be63-4301-b3cf-d401ac0d69d7 req-e501119a-a8be-4946-8d16-d77d76a47a69 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:35.980508 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-10aad928-be63-4301-b3cf-d401ac0d69d7 req-e501119a-a8be-4946-8d16-d77d76a47a69 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Apr 06 10:58:36.027538 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-10aad928-be63-4301-b3cf-d401ac0d69d7 req-1069a61d-86a9-4bd2-bb0b-46248c7183e0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Apr 06 10:58:36.957718 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa4541-954a-41e0-adde-0aad0acf62cd req-c54b5a28-7051-49b3-ac89-8bf08505a52e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.959174 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-39aa4541-954a-41e0-adde-0aad0acf62cd req-c54b5a28-7051-49b3-ac89-8bf08505a52e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0632339 Apr 06 10:58:37.022640 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-39aa4541-954a-41e0-adde-0aad0acf62cd req-b64d347a-6046-4a87-bc0c-bde355069214 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576584 Apr 06 10:58:37.144426 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84c51d-37d6-4d2f-8d42-a1d79d1f93d7 req-9bc3477c-38a9-4fdf-a32f-7db41b5623e9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.145898 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb84c51d-37d6-4d2f-8d42-a1d79d1f93d7 req-9bc3477c-38a9-4fdf-a32f-7db41b5623e9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0526831 Apr 06 10:58:37.196617 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb84c51d-37d6-4d2f-8d42-a1d79d1f93d7 req-ee169f4e-de30-4f41-9cf9-986d26b742e3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Apr 06 10:58:38.139917 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cc557-7221-4943-854c-75bbed6176e7 req-73516150-87d5-4d18-8dcf-884c313b7c01 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:38.141412 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-866cc557-7221-4943-854c-75bbed6176e7 req-73516150-87d5-4d18-8dcf-884c313b7c01 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0523510 Apr 06 10:58:38.202728 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-866cc557-7221-4943-854c-75bbed6176e7 req-2148bcc1-f564-418b-b8f9-0c60ae77453c tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550418 Apr 06 10:58:38.319143 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11971e37-1f85-42b2-974d-0aef25e38f29 req-301e0a3f-0d08-42e9-99da-f0cddf049505 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:38.321733 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-11971e37-1f85-42b2-974d-0aef25e38f29 req-301e0a3f-0d08-42e9-99da-f0cddf049505 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0563080 Apr 06 10:58:38.367767 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-11971e37-1f85-42b2-974d-0aef25e38f29 req-a0f8ed85-16b0-48eb-903f-dd501021b9c9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Apr 06 10:58:39.321809 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560eac15-480f-4ac9-a9b0-4b95cfa1430f req-387c3c8f-70c7-4826-89f8-391ae80a40df tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:39.323271 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-560eac15-480f-4ac9-a9b0-4b95cfa1430f req-387c3c8f-70c7-4826-89f8-391ae80a40df tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0529153 Apr 06 10:58:39.380931 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-560eac15-480f-4ac9-a9b0-4b95cfa1430f req-a0791d15-889a-4fda-b5be-3fd6355b8510 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520754 Apr 06 10:58:39.486286 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de64530-5074-4167-9733-9e32253069ae req-09a22fd0-b10c-4a31-81cf-aaf1e745cb06 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:39.487749 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3de64530-5074-4167-9733-9e32253069ae req-09a22fd0-b10c-4a31-81cf-aaf1e745cb06 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0545943 Apr 06 10:58:39.533283 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3de64530-5074-4167-9733-9e32253069ae req-9a126f3f-fb97-4289-8b68-4f0c1a4b9ea9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400043 Apr 06 10:58:40.499984 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cee36-a594-4679-bf3e-ac4fbbb7007c req-c9ef230f-98be-4c2b-9060-91ff734c07af tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:40.501958 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-521cee36-a594-4679-bf3e-ac4fbbb7007c req-c9ef230f-98be-4c2b-9060-91ff734c07af tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0540893 Apr 06 10:58:40.558999 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-521cee36-a594-4679-bf3e-ac4fbbb7007c req-a2ed2320-f07e-4cb1-ba5d-facf26d749aa tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513201 Apr 06 10:58:40.663493 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20a2d0-4032-45cf-a7f5-dbd4119a41b1 req-f4e4c473-6430-467c-a046-cba4f0cd9455 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:40.664950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6d20a2d0-4032-45cf-a7f5-dbd4119a41b1 req-f4e4c473-6430-467c-a046-cba4f0cd9455 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0565078 Apr 06 10:58:40.710745 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6d20a2d0-4032-45cf-a7f5-dbd4119a41b1 req-64410085-25de-4a10-a523-72f10d616426 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402124 Apr 06 10:58:41.686135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49935911-6733-4a56-a976-50a393b7ff0c req-3b8f2eb7-6b1e-4257-8274-5313344efa2b tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:41.687589 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-49935911-6733-4a56-a976-50a393b7ff0c req-3b8f2eb7-6b1e-4257-8274-5313344efa2b tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0538039 Apr 06 10:58:41.748689 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-49935911-6733-4a56-a976-50a393b7ff0c req-bf3348d7-fb7b-42b6-8392-dd55fd1168ab tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552268 Apr 06 10:58:41.829372 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b59451-985c-448c-9328-ba6436ebef05 req-2ab99567-6c70-4a6c-a2c5-ef744b74c6fb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:41.831300 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8b59451-985c-448c-9328-ba6436ebef05 req-2ab99567-6c70-4a6c-a2c5-ef744b74c6fb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0528493 Apr 06 10:58:41.877263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8b59451-985c-448c-9328-ba6436ebef05 req-605a9b4e-acb3-4bd4-abe8-4526cf6a4b7e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399075 Apr 06 10:58:42.869577 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f922c6-64e7-4089-82e9-64a6ec66ae51 req-a35d64ef-bd1b-47a4-bfd1-e306c0969ef6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.871317 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4f922c6-64e7-4089-82e9-64a6ec66ae51 req-a35d64ef-bd1b-47a4-bfd1-e306c0969ef6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0564919 Apr 06 10:58:42.934931 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4f922c6-64e7-4089-82e9-64a6ec66ae51 req-7ba665cc-80eb-4c48-88b7-ab126280c03a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570276 Apr 06 10:58:42.996531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7012b-9232-4e55-a46c-d00bd465edc6 req-277fb7a4-c209-48f0-be8b-e04157b3d60b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.998017 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-25e7012b-9232-4e55-a46c-d00bd465edc6 req-277fb7a4-c209-48f0-be8b-e04157b3d60b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Apr 06 10:58:43.046171 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-25e7012b-9232-4e55-a46c-d00bd465edc6 req-a714d6f0-0cb0-477c-a455-14cfdb9171a2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 Apr 06 10:58:44.052236 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb4c9-e541-4666-bb1f-d730675722c9 req-4c2c1330-eaf5-409a-b3b5-51894f113012 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:44.053752 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fbadb4c9-e541-4666-bb1f-d730675722c9 req-4c2c1330-eaf5-409a-b3b5-51894f113012 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0531945 Apr 06 10:58:44.114560 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fbadb4c9-e541-4666-bb1f-d730675722c9 req-2de82c01-73ad-46fd-8dfa-9cbc9e2cd1f9 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551267 Apr 06 10:58:44.174834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986adac7-fcdd-4c68-8a4d-bc673d60280b req-54e15c10-224e-4814-a9a7-35d5d8032537 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:44.176273 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-986adac7-fcdd-4c68-8a4d-bc673d60280b req-54e15c10-224e-4814-a9a7-35d5d8032537 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0518658 Apr 06 10:58:44.222679 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-986adac7-fcdd-4c68-8a4d-bc673d60280b req-8f273118-9798-49a1-afdb-d2f00bf16997 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 Apr 06 10:58:44.228516 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eb73f2f9-a0da-4e41-9297-2fcf6b815b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:45.241649 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7184dc-14c9-46a3-9303-f43fd14cf9d1 req-3e91be44-04c5-429f-9c20-aa4d5605ccf3 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.243039 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2a7184dc-14c9-46a3-9303-f43fd14cf9d1 req-3e91be44-04c5-429f-9c20-aa4d5605ccf3 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0549695 Apr 06 10:58:45.307946 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2a7184dc-14c9-46a3-9303-f43fd14cf9d1 req-f3004dcd-3f10-446a-bc60-14425189ea86 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592051 Apr 06 10:58:45.343389 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717db2af-1a81-4027-9759-6e8a67586f58 req-7690528d-daf9-4efb-b43c-907701c06db8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.344886 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-717db2af-1a81-4027-9759-6e8a67586f58 req-7690528d-daf9-4efb-b43c-907701c06db8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0541267 Apr 06 10:58:45.393985 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-717db2af-1a81-4027-9759-6e8a67586f58 req-a26fe171-fa9c-42be-9bfc-17bc88c27587 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418856 Apr 06 10:58:46.426582 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ca229-f32a-4b8e-9e4a-54d14a54c04f req-04499dad-e55f-48ec-9150-983436263468 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.428077 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-585ca229-f32a-4b8e-9e4a-54d14a54c04f req-04499dad-e55f-48ec-9150-983436263468 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0547781 Apr 06 10:58:46.488198 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-585ca229-f32a-4b8e-9e4a-54d14a54c04f req-9a6b04ae-dbc3-4eb0-ae84-916398d2a749 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546062 Apr 06 10:58:46.704952 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7b0f22ce-083a-484c-b4fb-4ca3c30869ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:46.764954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3225c4-705b-47e9-8922-ce0deeb03bfd req-cd451de8-54c0-4ab0-90e8-966e46c6c30a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.766431 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd3225c4-705b-47e9-8922-ce0deeb03bfd req-cd451de8-54c0-4ab0-90e8-966e46c6c30a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.3008420 Apr 06 10:58:46.812843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bd3225c4-705b-47e9-8922-ce0deeb03bfd req-610ae51b-fadd-4c7d-9962-c892c952fa59 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Apr 06 10:58:47.607203 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efb968-beed-415a-83c8-0eb15accbd1a req-5c66fd23-32ca-43d6-8fcc-52bceaa7076e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.608664 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f6efb968-beed-415a-83c8-0eb15accbd1a req-5c66fd23-32ca-43d6-8fcc-52bceaa7076e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0535951 Apr 06 10:58:47.670853 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f6efb968-beed-415a-83c8-0eb15accbd1a req-e3a00bd0-e863-4784-823e-1addff7f1f6d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563152 Apr 06 10:58:47.931681 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7e56e-2804-48f6-b6c3-a0156b13def5 req-ca854e4f-f7da-46e1-9774-a440e10f01dd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.933104 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-78d7e56e-2804-48f6-b6c3-a0156b13def5 req-ca854e4f-f7da-46e1-9774-a440e10f01dd tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0528390 Apr 06 10:58:47.981199 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-78d7e56e-2804-48f6-b6c3-a0156b13def5 req-aca170be-2f66-4863-ae5a-babfe93f912c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423205 Apr 06 10:58:48.042004 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:48.793036 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7d2b-037d-46a6-ba1f-2487135e43fb req-c70e24e8-b410-4e58-a811-26d98c5bcd90 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:48.794619 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ca2d7d2b-037d-46a6-ba1f-2487135e43fb req-c70e24e8-b410-4e58-a811-26d98c5bcd90 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0581698 Apr 06 10:58:48.855310 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ca2d7d2b-037d-46a6-ba1f-2487135e43fb req-bba233bb-466f-4cd1-8e6b-04ecc7d7f752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537982 Apr 06 10:58:49.103662 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac61e27-e1e9-4d3f-b7a2-fc28b8ab76dc req-118fec9a-aae5-484a-9817-bde4d733d9b4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:49.105135 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ac61e27-e1e9-4d3f-b7a2-fc28b8ab76dc req-118fec9a-aae5-484a-9817-bde4d733d9b4 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0574586 Apr 06 10:58:49.157104 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ac61e27-e1e9-4d3f-b7a2-fc28b8ab76dc req-ff831a71-7360-4a7f-b072-5d14e6e440e3 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462449 Apr 06 10:58:49.547069 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:49.977583 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24e46-7fdc-499f-9104-212f75939ac2 req-2d437146-3844-48c1-88cf-b471fac2a2c2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:49.979050 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f4b24e46-7fdc-499f-9104-212f75939ac2 req-2d437146-3844-48c1-88cf-b471fac2a2c2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0557811 Apr 06 10:58:50.038520 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f4b24e46-7fdc-499f-9104-212f75939ac2 req-43e301f3-b162-429f-8833-c9c1f4e6cfd0 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536373 Apr 06 10:58:50.275318 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4f76a-68ab-4a8b-9817-af69fabe6a9c req-f30aa57b-0d9f-4d01-b6d8-6436e162142f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:50.276786 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0ac4f76a-68ab-4a8b-9817-af69fabe6a9c req-f30aa57b-0d9f-4d01-b6d8-6436e162142f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0522532 Apr 06 10:58:50.323639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0ac4f76a-68ab-4a8b-9817-af69fabe6a9c req-713cba03-26b3-4451-a6cc-c269d9e71973 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Apr 06 10:58:50.899777 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:51.163268 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8903ad3-aba7-4f2e-8c6d-64ff198c1279 req-90b1df2b-c0ea-4122-8351-54ffadaeff79 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:51.164745 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8903ad3-aba7-4f2e-8c6d-64ff198c1279 req-90b1df2b-c0ea-4122-8351-54ffadaeff79 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0539172 Apr 06 10:58:51.226920 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8903ad3-aba7-4f2e-8c6d-64ff198c1279 req-8e121bd6-0c6f-4374-b96b-a3efc2cfb6c9 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564556 Apr 06 10:58:51.242580 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:58:51.445131 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d100-c71f-4b1a-8238-06ef6ba4571d req-6906076a-633e-4415-822a-a8abacf7fa7f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:51.446640 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7b97d100-c71f-4b1a-8238-06ef6ba4571d req-6906076a-633e-4415-822a-a8abacf7fa7f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Apr 06 10:58:51.699559 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7b97d100-c71f-4b1a-8238-06ef6ba4571d req-1737ba93-48fa-457d-969e-2f0a10d4ff64 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471750 Apr 06 10:58:52.350032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e230ba1-93f5-412b-aa8f-8215ab45194a req-bff0d0d1-0a5f-47fc-a075-e27fd1c1a8da tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:52.351535 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3e230ba1-93f5-412b-aa8f-8215ab45194a req-bff0d0d1-0a5f-47fc-a075-e27fd1c1a8da tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0545778 Apr 06 10:58:52.411603 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3e230ba1-93f5-412b-aa8f-8215ab45194a req-0cd51cea-8e95-4218-9277-7da487eb5b34 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543473 Apr 06 10:58:52.820689 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c12d5d-28f0-4083-bea2-292a48be7dca req-2d392e8c-f8cf-4b0f-a935-21b877bab9c0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:52.822179 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4c12d5d-28f0-4083-bea2-292a48be7dca req-2d392e8c-f8cf-4b0f-a935-21b877bab9c0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0530500 Apr 06 10:58:52.868299 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4c12d5d-28f0-4083-bea2-292a48be7dca req-e139e725-0410-48dd-a533-9b3240f38dd2 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406234 Apr 06 10:58:53.375895 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c426-0541-4cad-a045-3d80dcccc83f req-ef334ba8-1a89-46c1-92e7-a35ba5802772 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:53.377878 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3c85c426-0541-4cad-a045-3d80dcccc83f req-ef334ba8-1a89-46c1-92e7-a35ba5802772 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0526414 Apr 06 10:58:53.426752 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3c85c426-0541-4cad-a045-3d80dcccc83f req-a82e477b-46ad-43fd-891e-a6248a15f442 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432110 Apr 06 10:58:53.530649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe083a-df67-4220-afe8-355d34b4fdd1 req-05015a31-e30c-4ef0-8fb1-b9075ee65a08 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:53.532095 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c4fe083a-df67-4220-afe8-355d34b4fdd1 req-05015a31-e30c-4ef0-8fb1-b9075ee65a08 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0522659 Apr 06 10:58:53.590403 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c4fe083a-df67-4220-afe8-355d34b4fdd1 req-6c9686fb-d3b5-4e4e-9eef-c4b71c58b928 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525291 Apr 06 10:58:53.996240 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c9be1-ce67-4770-b425-8412e29520be req-54b3bd6e-04ad-4a50-b249-eefc82248ba8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:53.997748 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d1c9be1-ce67-4770-b425-8412e29520be req-54b3bd6e-04ad-4a50-b249-eefc82248ba8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0541673 Apr 06 10:58:54.049019 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d1c9be1-ce67-4770-b425-8412e29520be req-3dd88bb3-d844-471f-b6d6-28065120a16b tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Apr 06 10:58:54.571568 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492453ad-18ef-47c5-86fd-af82cf35fdf6 req-9db3bdd5-f8ed-462c-b02b-e182ab3006af tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:54.573085 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-492453ad-18ef-47c5-86fd-af82cf35fdf6 req-9db3bdd5-f8ed-462c-b02b-e182ab3006af tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0638795 Apr 06 10:58:54.624724 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-492453ad-18ef-47c5-86fd-af82cf35fdf6 req-ab0fd35c-5b20-43cb-bfd2-8eba8009ec98 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456021 Apr 06 10:58:54.710700 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea57e3-2228-4acb-8c94-13525fca9f9c req-a194cba3-71ee-4850-8d83-01ae987a92ca tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:54.712205 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-47ea57e3-2228-4acb-8c94-13525fca9f9c req-a194cba3-71ee-4850-8d83-01ae987a92ca tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0555818 Apr 06 10:58:54.773014 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-47ea57e3-2228-4acb-8c94-13525fca9f9c req-d2380f88-9278-4dff-bb08-581e7e5d5e6e tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549715 Apr 06 10:58:55.181102 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9e7a94-a46f-46f3-8d1c-c991566817c1 req-98130ab5-dbe8-4003-8b52-e82634cf5502 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:55.182535 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7c9e7a94-a46f-46f3-8d1c-c991566817c1 req-98130ab5-dbe8-4003-8b52-e82634cf5502 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0540471 Apr 06 10:58:55.232201 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7c9e7a94-a46f-46f3-8d1c-c991566817c1 req-5387dbda-8fc1-44e1-b2f6-2d6cc4d11663 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Apr 06 10:58:55.746029 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dd2c4-431d-4158-bdfa-d16f6c1ba77d req-f795a508-ce3e-4365-be83-ecb0bfee8d72 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:55.747487 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-454dd2c4-431d-4158-bdfa-d16f6c1ba77d req-f795a508-ce3e-4365-be83-ecb0bfee8d72 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0550907 Apr 06 10:58:55.793757 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-454dd2c4-431d-4158-bdfa-d16f6c1ba77d req-6d6917eb-f277-4f26-98da-3ab9bbfa1c9c tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Apr 06 10:58:55.900530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d36f60-4e12-41ae-965e-89d75ffdf6df req-71f5816f-31cf-41b2-9e27-d4066983ba50 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:55.902026 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d1d36f60-4e12-41ae-965e-89d75ffdf6df req-71f5816f-31cf-41b2-9e27-d4066983ba50 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0608401 Apr 06 10:58:55.961468 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d1d36f60-4e12-41ae-965e-89d75ffdf6df req-a5fa0f15-2172-470a-9a80-977ac8a893ea tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537217 Apr 06 10:58:56.351812 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d3f16-95f2-452a-872e-12f18bca1afe req-b7e518f9-bd06-4935-b8a6-7f9b3ea1ac8e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:56.353345 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-175d3f16-95f2-452a-872e-12f18bca1afe req-b7e518f9-bd06-4935-b8a6-7f9b3ea1ac8e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0528643 Apr 06 10:58:56.400608 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-175d3f16-95f2-452a-872e-12f18bca1afe req-d9c31052-3397-48e8-87e7-c5baef5fc55f tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417774 Apr 06 10:58:56.936815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a479668-f081-43b2-bb75-c5749c2fa741 req-7df121ed-c133-4277-af23-e80e813aa9c4 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:56.938321 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7a479668-f081-43b2-bb75-c5749c2fa741 req-7df121ed-c133-4277-af23-e80e813aa9c4 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0761430 Apr 06 10:58:56.997661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-cfc8c107-2fc7-4894-8c0a-85cc442a89ce tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:56.999729 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-cfc8c107-2fc7-4894-8c0a-85cc442a89ce tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 945 time: 0.0958784 Apr 06 10:58:57.015210 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7a479668-f081-43b2-bb75-c5749c2fa741 req-cf0e45c2-f8a8-41c1-9eb0-e43da0ac731b tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664613 Apr 06 10:58:57.083306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb877bf6-ff60-4954-b6a6-a38a2469ae38 req-a3ae1abc-84fb-49e0-bb7f-72862a531ffb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:57.084651 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fb877bf6-ff60-4954-b6a6-a38a2469ae38 req-a3ae1abc-84fb-49e0-bb7f-72862a531ffb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0541906 Apr 06 10:58:57.148257 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fb877bf6-ff60-4954-b6a6-a38a2469ae38 req-48142426-b078-4a85-a597-29f7f628445d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578380 Apr 06 10:58:57.229438 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0ff6c-a8dd-4434-83f7-2c569622a7c6 req-49c1dfc9-2616-4a66-8a14-dc62622bad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:57.231039 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73e0ff6c-a8dd-4434-83f7-2c569622a7c6 req-49c1dfc9-2616-4a66-8a14-dc62622bad06 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.1048341 Apr 06 10:58:57.252673 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Deleting port 264d9553-0afa-4dab-bc86-011df63c90c0 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:58:57.253015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:57.367707 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] For port 264d9553-0afa-4dab-bc86-011df63c90c0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=264d9553-0afa-4dab-bc86-011df63c90c0,segment=NetworkSegment(23bc3fa1-7bfa-4398-a745-79df7be2611c),segment_id=23bc3fa1-7bfa-4398-a745-79df7be2611c)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:57.367986 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:57.389466 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Calling delete_port for 264d9553-0afa-4dab-bc86-011df63c90c0 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:58:57.411376 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73e0ff6c-a8dd-4434-83f7-2c569622a7c6 req-b054d6c0-f6cd-4bb3-b5ef-ce8f90cc2ca4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843089 Apr 06 10:58:57.570982 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32085916-0523-461c-9415-19af8a067fb3 req-77597358-b26f-406a-be74-7bb936fc208a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:57.572456 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-32085916-0523-461c-9415-19af8a067fb3 req-77597358-b26f-406a-be74-7bb936fc208a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.1052363 Apr 06 10:58:57.576252 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (264d9553-0afa-4dab-bc86-011df63c90c0), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:57.619441 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Pushing event deleted for resources: {'Port': ['ID=264d9553-0afa-4dab-bc86-011df63c90c0,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:57.677046 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] No DVR routers for this DVR port 264d9553-0afa-4dab-bc86-011df63c90c0 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:58:57.682755 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:57.686253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-38e2b556-c3a1-4329-b7a4-011e20868205 req-a2d7da38-6174-43fa-b5b8-a13a9679b3e7 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.18 "DELETE /v2.0/ports/264d9553-0afa-4dab-bc86-011df63c90c0 HTTP/1.1" status: 204 len: 173 time: 0.5667934 Apr 06 10:58:57.686689 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'name': 'network-vif-deleted', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:57.689426 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c018af9-a8d7-4c16-9ef2-614511ed005f" -d '{"events": [{"server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "name": "network-vif-deleted", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:57.698599 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-32085916-0523-461c-9415-19af8a067fb3 req-e93b4219-6dde-49a5-8aae-b5757fe16f7c tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168356 Apr 06 10:58:57.725089 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc85e9c-cbae-49c5-b21c-154ee4c0996b x-openstack-request-id: req-5dc85e9c-cbae-49c5-b21c-154ee4c0996b {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:57.725416 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115fdf28-4bb1-4f78-9b33-9329bea6f98a", "name": "network-vif-deleted", "tag": "264d9553-0afa-4dab-bc86-011df63c90c0", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:57.725679 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5dc85e9c-cbae-49c5-b21c-154ee4c0996b {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:57.726092 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc85e9c-cbae-49c5-b21c-154ee4c0996b'] response: {'server_uuid': '115fdf28-4bb1-4f78-9b33-9329bea6f98a', 'name': 'network-vif-deleted', 'tag': '264d9553-0afa-4dab-bc86-011df63c90c0', 'status': 'completed', 'code': 200} Apr 06 10:58:58.028571 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 264d9553-0afa-4dab-bc86-011df63c90c0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:58:58.049032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 264d9553-0afa-4dab-bc86-011df63c90c0 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:58:58.049403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 264d9553-0afa-4dab-bc86-011df63c90c0 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:58:58.113702 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ef0bcfee-da75-481e-ac93-0bda401a9190 req-1c0746fd-b82a-4031-893b-ce7cb13caa4d tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 210 time: 0.0279298 Apr 06 10:58:58.272831 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd871021-990e-43cf-bc42-76a1301720e5 req-54ebebcd-ac20-4f75-b7ab-bdd547bba419 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:58.274360 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd871021-990e-43cf-bc42-76a1301720e5 req-54ebebcd-ac20-4f75-b7ab-bdd547bba419 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0551972 Apr 06 10:58:58.333987 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd871021-990e-43cf-bc42-76a1301720e5 req-083c8cab-f30e-4486-bc89-7fe334a8d5a5 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=7d83ec94-bbb0-4426-82e4-7bff38321e6c&id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537777 Apr 06 10:58:58.877570 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06147e-4220-4bf6-939b-0b7d63cd3acb req-cec12824-2fc4-4015-a931-c708f31951c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:58.879947 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa06147e-4220-4bf6-939b-0b7d63cd3acb req-cec12824-2fc4-4015-a931-c708f31951c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.1147683 Apr 06 10:58:58.930640 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa06147e-4220-4bf6-939b-0b7d63cd3acb req-ffd1c24b-76fe-4a94-8097-c4c469730d8d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444474 Apr 06 10:58:59.271776 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-db085df1-ddd5-4d5d-b59d-962600999199 req-2379b93f-0bc9-4da9-aa69-f89ecd1ca607 tempest-VolumesSnapshotTestJSON-1460737386 tempest-VolumesSnapshotTestJSON-1460737386-project] 10.222.0.57 "GET /v2.0/ports?device_id=115fdf28-4bb1-4f78-9b33-9329bea6f98a HTTP/1.1" status: 200 len: 210 time: 0.0814092 Apr 06 10:59:00.051581 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7dd30-12a2-4fdf-8792-77637ce035b3 req-da497bfa-3bdb-49ff-905c-5ac5af07c0d0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:00.053152 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c3e7dd30-12a2-4fdf-8792-77637ce035b3 req-da497bfa-3bdb-49ff-905c-5ac5af07c0d0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Apr 06 10:59:00.104770 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c3e7dd30-12a2-4fdf-8792-77637ce035b3 req-d35c3c9a-66fc-406a-877d-abb2a23d91b5 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459836 Apr 06 10:59:00.510006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afe252-6e2d-48e7-866d-355178b2b5ef req-73517126-ece8-4307-9c18-9629623776fa tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:00.511434 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37afe252-6e2d-48e7-866d-355178b2b5ef req-73517126-ece8-4307-9c18-9629623776fa tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0572543 Apr 06 10:59:00.572683 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37afe252-6e2d-48e7-866d-355178b2b5ef req-10a82294-2511-4e73-9f8d-b165bb8a7351 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548642 Apr 06 10:59:00.681943 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-d5cd7e66-8d24-420a-9767-f9035ace4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:00.683476 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-d5cd7e66-8d24-420a-9767-f9035ace4d8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.0490243 Apr 06 10:59:00.866184 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-9df5432c-fd57-4371-9efa-d264a915767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:00.867641 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-9df5432c-fd57-4371-9efa-d264a915767c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.0884342 Apr 06 10:59:01.164866 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-745cebcb-be04-47f6-8aff-e0fb5876ddb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 1001 time: 0.0585692 Apr 06 10:59:01.217245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-6373ddbe-1289-47c7-bdce-a2d91b2a4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:01.218704 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-6373ddbe-1289-47c7-bdce-a2d91b2a4241 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0478473 Apr 06 10:59:01.271170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-45bce0c2-1336-4bc1-b27b-b6396eff36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:01.272647 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-45bce0c2-1336-4bc1-b27b-b6396eff36ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436556 Apr 06 10:59:01.368565 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-55ef7f1a-3372-4846-9058-00a34a631a27 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813119 Apr 06 10:59:01.462920 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42005ef0-0569-4fa7-9c6b-268a03623451 req-eb99f4ae-e3cd-4fdd-8ace-9c993682df59 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862033 Apr 06 10:59:01.708093 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f30cb3-72f0-4b7e-89ce-c925141e4589 req-b9058f92-7fd7-4fd0-b4e8-9f3c0b356b87 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:01.709695 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a3f30cb3-72f0-4b7e-89ce-c925141e4589 req-b9058f92-7fd7-4fd0-b4e8-9f3c0b356b87 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0616038 Apr 06 10:59:01.737179 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-50433a14-7ead-48b5-8f20-dd4ddbf3c42d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461502 Apr 06 10:59:01.761009 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a3f30cb3-72f0-4b7e-89ce-c925141e4589 req-d77b2453-dc87-4db9-9444-9300d7f99d58 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Apr 06 10:59:02.516270 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:02.883821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa53ce-c120-4b38-a6d0-2ae154d6b882 req-41c4dd2b-e8f2-4275-9aee-4b17a42f3bf0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:02.885316 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5fa53ce-c120-4b38-a6d0-2ae154d6b882 req-41c4dd2b-e8f2-4275-9aee-4b17a42f3bf0 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0562670 Apr 06 10:59:02.932827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5fa53ce-c120-4b38-a6d0-2ae154d6b882 req-3f70d2af-1ef5-4c20-b7a3-3575977a0e46 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Apr 06 10:59:04.052981 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5b133-7b4c-4814-9352-b89bb5192254 req-7d4709de-50f4-4401-8b23-01b6c761152e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:04.054696 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-03e5b133-7b4c-4814-9352-b89bb5192254 req-7d4709de-50f4-4401-8b23-01b6c761152e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Apr 06 10:59:04.101024 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-03e5b133-7b4c-4814-9352-b89bb5192254 req-27fb7149-0ce8-4409-bdc3-2b5887e064d7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Apr 06 10:59:05.235098 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802ca1-2215-4107-9caf-02de45e18f9e req-dd819c9c-6247-4752-95e3-19058001ff89 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:05.235098 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43802ca1-2215-4107-9caf-02de45e18f9e req-dd819c9c-6247-4752-95e3-19058001ff89 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0607097 Apr 06 10:59:05.278471 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43802ca1-2215-4107-9caf-02de45e18f9e req-8878f248-9896-4414-8edf-97842e41ec43 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Apr 06 10:59:05.950903 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-d2fdd836-cdea-42f5-96b8-6a3112cb6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:05.952377 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-d2fdd836-cdea-42f5-96b8-6a3112cb6592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 1130 time: 0.0451987 Apr 06 10:59:06.066050 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-4f9e69f4-6616-4131-a498-e496589fb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.067533 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-4f9e69f4-6616-4131-a498-e496589fb283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.0923164 Apr 06 10:59:06.407743 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb766d9c-4ee6-4451-a68b-6f89fab78fe3 req-71283662-e475-4900-9224-3fcc99e107ed tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.409513 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cb766d9c-4ee6-4451-a68b-6f89fab78fe3 req-71283662-e475-4900-9224-3fcc99e107ed tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0609696 Apr 06 10:59:06.470132 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cb766d9c-4ee6-4451-a68b-6f89fab78fe3 req-d0d0e2c0-f0dc-4861-90cc-85d36e46c097 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546262 Apr 06 10:59:06.873207 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-76cba728-39c9-44fb-9263-b1e976929156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 200 len: 1001 time: 0.0645578 Apr 06 10:59:06.936925 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-88810a74-c120-4d1f-bd9c-83c4e50a43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.939151 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-88810a74-c120-4d1f-bd9c-83c4e50a43f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.0581360 Apr 06 10:59:06.993367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-df6beebf-39db-4e9b-9d8e-1723c4baa5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.994879 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-df6beebf-39db-4e9b-9d8e-1723c4baa5c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499089 Apr 06 10:59:07.085970 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-d9142270-2049-4d91-a195-b61532753cec service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835457 Apr 06 10:59:07.185665 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-df90cb08-ad0c-464e-8185-15c8860d3249 req-b7d699be-0bb1-4436-a8e0-34d4a0057ab2 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918839 Apr 06 10:59:07.592151 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3ec63-8dd3-4b84-b1c0-a05031491a79 req-ff79ec7c-76b4-416d-bac7-28cc365e38b9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.593845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-62f3ec63-8dd3-4b84-b1c0-a05031491a79 req-ff79ec7c-76b4-416d-bac7-28cc365e38b9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0563188 Apr 06 10:59:07.645058 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-62f3ec63-8dd3-4b84-b1c0-a05031491a79 req-4fae976d-cb91-43c4-8dfc-35ec8bfba956 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442276 Apr 06 10:59:07.763812 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622a0e8-4372-4c1f-9bec-fdabe38c32c0 req-95fbb317-5b11-4441-9883-0f8a0e39c094 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.765293 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e622a0e8-4372-4c1f-9bec-fdabe38c32c0 req-95fbb317-5b11-4441-9883-0f8a0e39c094 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Apr 06 10:59:07.775277 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46182) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:07.780403 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Request body: {'floatingip': {'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:07.836436 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:08.319132 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:08.322597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:08.538021 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:08.646159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:08.651036 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:08.655481 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:08.665100 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:08.665740 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:08.684749 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:08.687354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c935f79-fb08-42ab-a617-f2e6bc7371ab" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:08.716148 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-6d7f1d85-87ec-40a7-963a-be3f39152e00 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "PUT /v2.0/floatingips/d0a7fb8a-3215-4d6c-88ce-6a483deed963 HTTP/1.1" status: 200 len: 993 time: 0.9395730 Apr 06 10:59:08.733660 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cf83cc-50a5-4a2d-800d-7f8b24e65979 x-openstack-request-id: req-e7cf83cc-50a5-4a2d-800d-7f8b24e65979 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:08.733960 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:08.734224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7cf83cc-50a5-4a2d-800d-7f8b24e65979 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:08.734639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cf83cc-50a5-4a2d-800d-7f8b24e65979'] response: {'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'status': 'completed', 'code': 200} Apr 06 10:59:08.777458 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:08.825462 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-cbcc5d56-d4fd-4c6a-8c5d-8582d41f8258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:08.826991 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-cbcc5d56-d4fd-4c6a-8c5d-8582d41f8258 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.0474586 Apr 06 10:59:08.950853 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-e3602461-7d75-4a60-87c2-60b22fd6e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:08.952330 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-e3602461-7d75-4a60-87c2-60b22fd6e3ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.1156278 Apr 06 10:59:09.026769 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-b25893da-13a0-484c-8aeb-c45eee6ac7b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 1001 time: 0.0603476 Apr 06 10:59:09.090294 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-cc7f7ea9-1ea8-486a-bca2-c7fb4539e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:09.091744 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-cc7f7ea9-1ea8-486a-bca2-c7fb4539e3ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0522757 Apr 06 10:59:09.123673 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:59:08Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:09.145612 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-2298a36b-f31f-40a4-83f2-b22a4c129aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:09.147126 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-2298a36b-f31f-40a4-83f2-b22a4c129aac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475695 Apr 06 10:59:09.150003 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:09.161706 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:09.162323 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:09.248764 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-9e30dbfa-b64a-45ed-8957-1d514a116361 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943015 Apr 06 10:59:09.273627 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:09.507135 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:59:08Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:09.535157 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f897e9-ea5e-454f-8750-9a17aceb337e None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd0a7fb8a-3215-4d6c-88ce-6a483deed963', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'floating_ip_address': '172.27.0.197', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'port_id': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'mac_address': 'fa:16:3e:60:63:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:59:08Z', 'revision_number': 3, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:09.705418 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d045d-1a56-439e-afa2-62bcfc14e114 req-5ec9cc0b-b4b1-42a1-a38e-8906255b9d0e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:09.707046 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a60d045d-1a56-439e-afa2-62bcfc14e114 req-5ec9cc0b-b4b1-42a1-a38e-8906255b9d0e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0594983 Apr 06 10:59:09.755456 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a60d045d-1a56-439e-afa2-62bcfc14e114 req-4a588e6d-35a5-47ea-bc8c-dac8e02a1b29 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425820 Apr 06 10:59:10.318917 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1c935f79-fb08-42ab-a617-f2e6bc7371ab req-f79e2d13-28cd-4f57-835c-28e71980aa6d service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974293 Apr 06 10:59:10.735518 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:10.737799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:10.772423 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ce9f8-e5b8-4502-8600-6df8315cba62 x-openstack-request-id: req-503ce9f8-e5b8-4502-8600-6df8315cba62 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:10.772719 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:10.772978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-503ce9f8-e5b8-4502-8600-6df8315cba62 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:10.773423 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503ce9f8-e5b8-4502-8600-6df8315cba62'] response: {'name': 'network-changed', 'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'status': 'completed', 'code': 200} Apr 06 10:59:10.881489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7cb5c-56ed-465c-a19e-61a239d4037f req-4600c832-c332-4fd6-acea-2179524402d9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:10.882984 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0dd7cb5c-56ed-465c-a19e-61a239d4037f req-4600c832-c332-4fd6-acea-2179524402d9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0564659 Apr 06 10:59:10.930121 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0dd7cb5c-56ed-465c-a19e-61a239d4037f req-75d874e3-1922-4269-a1d2-fea9f5a80d5e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Apr 06 10:59:12.054769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d43d8-601a-4a21-84e5-25448bec22dc req-22e4e1ca-9373-4c31-a864-26a5fbfae835 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:12.056240 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb4d43d8-601a-4a21-84e5-25448bec22dc req-22e4e1ca-9373-4c31-a864-26a5fbfae835 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0536115 Apr 06 10:59:12.102272 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb4d43d8-601a-4a21-84e5-25448bec22dc req-7dd06451-24dc-41e4-b42e-6c89b0f6e383 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Apr 06 10:59:13.226519 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392455e6-dad8-48f3-9e8c-f3549c8974fd req-830ce06b-8d1f-4ba3-8c4e-e63a4720a2cf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.228003 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-392455e6-dad8-48f3-9e8c-f3549c8974fd req-830ce06b-8d1f-4ba3-8c4e-e63a4720a2cf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.0546525 Apr 06 10:59:13.275471 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-392455e6-dad8-48f3-9e8c-f3549c8974fd req-61ca91cb-b792-4b2a-a6d4-2dd4d32293fe tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Apr 06 10:59:13.851858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-e3d8722b-cc7d-452b-94d6-5a8e99bf1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.853502 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-e3d8722b-cc7d-452b-94d6-5a8e99bf1da5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 1129 time: 0.0490005 Apr 06 10:59:13.993845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-79ed2885-4330-4e9e-a467-8dd290f4d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.995293 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-79ed2885-4330-4e9e-a467-8dd290f4d05a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.0858531 Apr 06 10:59:14.184270 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-3b031721-1830-4ff2-8fff-57eea32a81cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 200 len: 1001 time: 0.0621369 Apr 06 10:59:14.229183 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-75a6ac7a-1e71-4953-bef4-1904fbbd334a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:14.339929 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-b9d762f4-d1d8-4840-bf18-4c655440bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:14.342378 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-b9d762f4-d1d8-4840-bf18-4c655440bedc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0735667 Apr 06 10:59:14.414122 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007674e9-359b-46a4-9cb7-b727c46be96d req-33ded5fc-b415-48d9-b61d-9ac31b79b4a6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:14.415613 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-007674e9-359b-46a4-9cb7-b727c46be96d req-33ded5fc-b415-48d9-b61d-9ac31b79b4a6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.1464188 Apr 06 10:59:14.475274 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-03a3de77-f5a2-4b64-b5e5-272ca9e4205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:14.476827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-03a3de77-f5a2-4b64-b5e5-272ca9e4205d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278942 Apr 06 10:59:14.486186 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7623848-4196-4219-bfe0-f8a8b5eb81a0 req-ff876f1d-1a2d-45fa-a3bf-b724b3a78411 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:14.487790 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7623848-4196-4219-bfe0-f8a8b5eb81a0 req-ff876f1d-1a2d-45fa-a3bf-b724b3a78411 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 947 time: 0.1376660 Apr 06 10:59:14.884303 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7623848-4196-4219-bfe0-f8a8b5eb81a0 req-7bc00a15-b384-49b1-a430-e340afcf7e2d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=00056492-d340-49d0-a412-1ec16db19828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836703 Apr 06 10:59:14.900273 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Deleting port ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:14.900616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:14.906374 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-a16071dc-aabc-4de2-86b6-a099d621c29a service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174094 Apr 06 10:59:15.067104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] For port ae00295a-be2c-4341-91c4-6bde24dfc015, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ae00295a-be2c-4341-91c4-6bde24dfc015,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:15.067476 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:15.080739 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b5fae43f-9ad5-4dd4-9677-7931c2fd76a0 req-fd648dfc-d3e7-4c9d-acca-b4027471d7db service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607950 Apr 06 10:59:15.293902 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:15.294272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:15.294594 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Floating IP 6d94d801-f6ae-479a-905f-23218c481efa disassociated. External IP: 172.27.0.146, port: ae00295a-be2c-4341-91c4-6bde24dfc015. Apr 06 10:59:15.294946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Calling delete_port for ae00295a-be2c-4341-91c4-6bde24dfc015 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:15.424508 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ae00295a-be2c-4341-91c4-6bde24dfc015), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:15.453546 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'Port': ['ID=ae00295a-be2c-4341-91c4-6bde24dfc015,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:15.465122 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.465527 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.465874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.466215 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.466551 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.466887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.467221 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.467551 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.467877 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.468203 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.468569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.468893 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.469218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.470249 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.470765 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:15.588608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:15.705689 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:15.715768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:15.730064 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:15.732963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:15.758812 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] No DVR routers for this DVR port ae00295a-be2c-4341-91c4-6bde24dfc015 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:15.761549 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:15.765089 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-007674e9-359b-46a4-9cb7-b727c46be96d req-cf1746f1-e518-45c6-8200-c473e762b40e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "DELETE /v2.0/ports/ae00295a-be2c-4341-91c4-6bde24dfc015 HTTP/1.1" status: 204 len: 173 time: 1.3383617 Apr 06 10:59:15.765574 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-deleted', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:15.768554 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378416cc-a01e-4a49-8612-2702e587bc16" -d '{"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-deleted", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:15.815036 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687aee81-b7a4-4a9e-8511-d9220bb3fa7a x-openstack-request-id: req-687aee81-b7a4-4a9e-8511-d9220bb3fa7a {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:15.815615 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1678983-9be5-4702-a922-fe889bfc0968", "name": "network-vif-deleted", "tag": "ae00295a-be2c-4341-91c4-6bde24dfc015", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:15.815857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-687aee81-b7a4-4a9e-8511-d9220bb3fa7a {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:15.816313 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687aee81-b7a4-4a9e-8511-d9220bb3fa7a'] response: {'server_uuid': 'd1678983-9be5-4702-a922-fe889bfc0968', 'name': 'network-vif-deleted', 'tag': 'ae00295a-be2c-4341-91c4-6bde24dfc015', 'status': 'completed', 'code': 200} Apr 06 10:59:15.854507 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:16.012006 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1b08f208-7852-478d-a12b-d724dedf5ef8 req-4f00732f-3a58-4753-a820-33edb96011e8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1678983-9be5-4702-a922-fe889bfc0968 HTTP/1.1" status: 200 len: 210 time: 0.0295830 Apr 06 10:59:16.070684 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:16.097786 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:16.108040 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:16.108654 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:58:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:16.216681 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:16.437677 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:16.465464 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab492-4c87-4931-9a8d-dc159938764b None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:16.719156 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8c8136a3-6b1f-4bd6-9c47-d23ba8a379fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:16.726038 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7735b25e-7d35-4807-8a9e-de3e535c7b43 None None] New status for floating IP 6d94d801-f6ae-479a-905f-23218c481efa: DOWN {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:17.108800 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46266) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:17.167480 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (00056492-d340-49d0-a412-1ec16db19828), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.191889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (00056492-d340-49d0-a412-1ec16db19828), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.240946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (00056492-d340-49d0-a412-1ec16db19828), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.243532 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.244695 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "DELETE /v2.0/security-groups/00056492-d340-49d0-a412-1ec16db19828 HTTP/1.1" status: 204 len: 168 time: 0.1348310 Apr 06 10:59:17.247615 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46268) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:17.254527 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938638e-1f76-4b37-884a-2f44d723de24 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00056492-d340-49d0-a412-1ec16db19828,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:17.262572 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-f6ba4132-8e34-46c9-92e4-e4c104551ed6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] show failed (client error): The resource could not be found. Apr 06 10:59:17.266281 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f6ba4132-8e34-46c9-92e4-e4c104551ed6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups/00056492-d340-49d0-a412-1ec16db19828 HTTP/1.1" status: 404 len: 347 time: 0.0149019 Apr 06 10:59:17.267225 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46270) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:17.394446 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Deleting port 84aefa25-4b5d-47de-b1d4-afea10261a4e {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:17.394764 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.472640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.472979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (84aefa25-4b5d-47de-b1d4-afea10261a4e), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.484512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Calling delete_port for 84aefa25-4b5d-47de-b1d4-afea10261a4e owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:17.623500 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (84aefa25-4b5d-47de-b1d4-afea10261a4e), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.649924 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'Port': ['ID=84aefa25-4b5d-47de-b1d4-afea10261a4e,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:17.711339 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (6d94d801-f6ae-479a-905f-23218c481efa), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.713928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:17.715086 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-eb34f8e3-fd0c-4760-ae91-ea5973c679b7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "DELETE /v2.0/floatingips/6d94d801-f6ae-479a-905f-23218c481efa HTTP/1.1" status: 204 len: 168 time: 0.4468074 Apr 06 10:59:18.046194 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.126877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:18.152565 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: ae00295a-be2c-4341-91c4-6bde24dfc015 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:18.153013 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ae00295a-be2c-4341-91c4-6bde24dfc015 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:18.400716 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46288) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:18.405169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839885004', 'description': 'tempest-description--1143823263'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:18.430629 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.517720 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.522614 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.557742 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.558971 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1572440 Apr 06 10:59:18.562116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46296) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:18.568116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group_rule': {'security_group_id': '15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:18.572924 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fbc08-7f50-4e1a-8c31-97777b924d13 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:18.602839 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (2cd61f7e-4bc2-40a5-8022-dc170b69a420), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.660762 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (2cd61f7e-4bc2-40a5-8022-dc170b69a420), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.664562 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (2cd61f7e-4bc2-40a5-8022-dc170b69a420), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.700671 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd61f7e-4bc2-40a5-8022-dc170b69a420,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:18.709385 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.710895 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-65b52c0c-66ab-46e5-97e6-06a56b7df6e7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1476340 Apr 06 10:59:18.713542 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46300) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:18.718607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'security_group_rule': {'security_group_id': '15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:18.744738 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (e1531936-eae2-4097-a098-b9590493540d), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.802965 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a38d2-3e72-4d92-82f9-72bfffd79a22 req-9a39bb04-614f-45e1-b2c3-f2163cd4ba87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:18.804611 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (e1531936-eae2-4097-a098-b9590493540d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.804765 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0d8a38d2-3e72-4d92-82f9-72bfffd79a22 req-9a39bb04-614f-45e1-b2c3-f2163cd4ba87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0587566 Apr 06 10:59:18.808569 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (e1531936-eae2-4097-a098-b9590493540d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.827381 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1531936-eae2-4097-a098-b9590493540d,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:18.835334 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.836552 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c5e4957d-992a-4171-b6f3-68a308d731bb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219437 Apr 06 10:59:18.839582 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46302) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:18.843847 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:18.865216 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.877933 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0d8a38d2-3e72-4d92-82f9-72bfffd79a22 req-df9634d1-d144-4cce-9bc7-e8dd3be751c3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631671 Apr 06 10:59:18.975608 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.105171 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Allocated IP 172.27.0.99 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:19.221873 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.262999 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.306917 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:19.309809 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:19.314752 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:19.317916 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:19.407484 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.449780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.552368 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.604626 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.609194 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.681075 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:19.691036 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.705763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.706963 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-12a8a6de-9e2a-49b0-ad4b-2f2f1c7dbc2a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8664720 Apr 06 10:59:19.852213 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-03061094-21c6-4daa-a077-c52fedc7efeb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--839885004&fields=id&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 267 time: 0.0423410 Apr 06 10:59:19.970373 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-9d1fec82-d9b7-458e-9158-b5718ebe7eb7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:19.972425 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-9d1fec82-d9b7-458e-9158-b5718ebe7eb7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 817 time: 0.1137094 Apr 06 10:59:19.991797 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-bea98560-0599-407b-9bf4-bef12a8a06cd tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/quotas/2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 375 time: 0.0132644 Apr 06 10:59:20.057942 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-593be204-3042-4f31-8676-859292f82328 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596437 Apr 06 10:59:20.154742 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3c934-8cfa-4bad-a717-e1f14a267ab4 req-2d30e539-12bf-45d0-9496-63e5cc626bc3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:20.156541 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16d3c934-8cfa-4bad-a717-e1f14a267ab4 req-2d30e539-12bf-45d0-9496-63e5cc626bc3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0566635 Apr 06 10:59:20.216455 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16d3c934-8cfa-4bad-a717-e1f14a267ab4 req-b32bf4bf-7897-44ef-99cc-bb95ee5ac8dd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536821 Apr 06 10:59:20.232652 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-89322fbc-789a-4034-8398-0f5bc39e8851 service neutron] 10.222.0.57 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611130 Apr 06 10:59:20.321135 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-b280b8bd-7d75-4b76-a456-3d429f4a89a8 service neutron] 10.222.0.57 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875330 Apr 06 10:59:20.481890 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-63587891-7751-4c88-8592-f9b335cc2fbd req-1dcb075e-50bb-4697-8ce9-b729383255da tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 210 time: 0.0287099 Apr 06 10:59:20.904221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.270972 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d7522-9a99-4093-953b-34ff2e300dee req-fc83078d-298d-45cc-834c-f043e2410de0 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:21.272465 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d13d7522-9a99-4093-953b-34ff2e300dee req-fc83078d-298d-45cc-834c-f043e2410de0 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0566406 Apr 06 10:59:21.347929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1fee3-b52d-4afa-a01d-df6fe65a6be0 req-98249d79-fe0d-4e48-bc5c-eab202ff4bbe tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:21.350125 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bad1fee3-b52d-4afa-a01d-df6fe65a6be0 req-98249d79-fe0d-4e48-bc5c-eab202ff4bbe tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 946 time: 0.0648625 Apr 06 10:59:21.377528 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Deleting port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:21.377875 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.404534 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bad1fee3-b52d-4afa-a01d-df6fe65a6be0 req-dfa15748-3700-4b65-bd3c-972735858d25 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=4b31651f-b3a6-45ed-8735-45ec1c5dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481417 Apr 06 10:59:21.476037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] For port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:21.476406 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.607989 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65dc288a-0ec1-4988-91dc-2f9de1964d45 req-2e664f13-5a80-40c3-af93-1e61bf45896d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 210 time: 0.0314972 Apr 06 10:59:21.674581 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.674942 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.675257 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Floating IP d7056d80-c0d1-4689-b7f0-2d5c993f3019 disassociated. External IP: 172.27.0.55, port: eab522f1-d3f9-4a7c-a4da-2bafe6f3704f. Apr 06 10:59:21.675598 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Calling delete_port for eab522f1-d3f9-4a7c-a4da-2bafe6f3704f owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:21.808492 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (eab522f1-d3f9-4a7c-a4da-2bafe6f3704f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:21.845935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'Port': ['ID=eab522f1-d3f9-4a7c-a4da-2bafe6f3704f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:22.022821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-9b469ab9-b0bc-4308-9eb3-2860bac9f12d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:22.024235 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-9b469ab9-b0bc-4308-9eb3-2860bac9f12d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 817 time: 0.1888666 Apr 06 10:59:22.044252 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:22.196658 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:22.207107 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:22.210082 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-88f8c4e7-1904-4d5f-b13a-a35f19a78534 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 379 time: 0.0737700 Apr 06 10:59:22.217665 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:22.218482 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:22.231521 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'port': {'device_id': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'admin_state_up': True, 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'security_groups': ['15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:22.290569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] No DVR routers for this DVR port eab522f1-d3f9-4a7c-a4da-2bafe6f3704f on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:22.294589 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.298546 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d13d7522-9a99-4093-953b-34ff2e300dee req-e22a9afd-cff3-40d0-a4c5-d7278cf04a92 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "DELETE /v2.0/ports/eab522f1-d3f9-4a7c-a4da-2bafe6f3704f HTTP/1.1" status: 204 len: 173 time: 1.0208118 Apr 06 10:59:22.299054 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'name': 'network-vif-deleted', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:22.301367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e2237-be8c-44fe-9dba-990d7406ec79" -d '{"events": [{"server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "name": "network-vif-deleted", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:22.365612 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f4468-eedd-48d6-abce-44f0bbd6e3f0 x-openstack-request-id: req-9d0f4468-eedd-48d6-abce-44f0bbd6e3f0 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:22.365931 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a374748-afdb-4763-b395-367ea43ef56b", "name": "network-vif-deleted", "tag": "eab522f1-d3f9-4a7c-a4da-2bafe6f3704f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:22.366167 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d0f4468-eedd-48d6-abce-44f0bbd6e3f0 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:22.366576 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0f4468-eedd-48d6-abce-44f0bbd6e3f0'] response: {'server_uuid': '6a374748-afdb-4763-b395-367ea43ef56b', 'name': 'network-vif-deleted', 'tag': 'eab522f1-d3f9-4a7c-a4da-2bafe6f3704f', 'status': 'completed', 'code': 200} Apr 06 10:59:22.366927 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:22.407685 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Made reservation on behalf of 2eee0ffa556a401fa16336b0601da24b for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:22.412144 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.521570 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34b8cd79-98c1-46d9-ad51-c31ff5f094c6 req-67b10735-92df-45a0-a50b-bcffc037964e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a374748-afdb-4763-b395-367ea43ef56b HTTP/1.1" status: 200 len: 210 time: 0.0374026 Apr 06 10:59:22.553127 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46382) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:22.586083 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Allocated IP 172.20.0.10 (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be/68f9bcf7-1390-4229-b636-42602130845e/945a1a57-d57a-4e18-ad24-480e10a0641f) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:22.613183 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Deleting subnet 0101b9bb-3991-4cf7-a519-fe0d465a2fa3 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:59:22.616630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Publish callbacks [] for subnet (0101b9bb-3991-4cf7-a519-fe0d465a2fa3), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.629403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:22.657891 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (0101b9bb-3991-4cf7-a519-fe0d465a2fa3), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.659949 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:22.668776 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:22.669423 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:22.721079 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a8bfe81d-358f-4ec5-b2a8-fe756315046e req-fe639277-e0fa-4ce8-b0cd-9cb8eb5a15e2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 210 time: 0.0379500 Apr 06 10:59:22.736560 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (0101b9bb-3991-4cf7-a519-fe0d465a2fa3), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.754815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.798573 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.803289 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (0101b9bb-3991-4cf7-a519-fe0d465a2fa3), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.838719 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.853773 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0101b9bb-3991-4cf7-a519-fe0d465a2fa3 HTTP/1.1" status: 204 len: 168 time: 0.2994103 Apr 06 10:59:22.854874 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46386) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:22.855440 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd141228-6d5c-4561-a439-fed698d0d283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0101b9bb-3991-4cf7-a519-fe0d465a2fa3,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:22.859382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:22.862911 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:22.869383 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:22.873511 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:22.942416 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:22.949817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:22.950474 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:22.971817 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-163aae39-f8ac-41db-b9ea-38ccfd16b413 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461855 Apr 06 10:59:22.988522 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (9dd02a2e-13b6-493a-8860-acf25885863f), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.064344 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Request body: {'port': {'device_id': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:23.119014 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (9dd02a2e-13b6-493a-8860-acf25885863f), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.136752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.146055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd02a2e-13b6-493a-8860-acf25885863f']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:23.157373 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bc3fa1-7bfa-4398-a745-79df7be2611c') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:23.157945 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bc3fa1-7bfa-4398-a745-79df7be2611c') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:23.168331 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (23bc3fa1-7bfa-4398-a745-79df7be2611c), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.179849 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9738b1da-5763-4889-952e-f720e2ba40ea None None] Provisioning complete for port 945a1a57-d57a-4e18-ad24-480e10a0641f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:23.180222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9738b1da-5763-4889-952e-f720e2ba40ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.185158 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (23bc3fa1-7bfa-4398-a745-79df7be2611c), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.193116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:59:23.193720 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (23bc3fa1-7bfa-4398-a745-79df7be2611c), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:59:23.195409 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:59:23.228961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9738b1da-5763-4889-952e-f720e2ba40ea None None] Port 945a1a57-d57a-4e18-ad24-480e10a0641f cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:23.236387 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:23.260610 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (9dd02a2e-13b6-493a-8860-acf25885863f), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.265635 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c308cf-f474-40d8-8813-a24070939c40 None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:23.277979 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.281222 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] 10.222.0.57 "DELETE /v2.0/networks/9dd02a2e-13b6-493a-8860-acf25885863f HTTP/1.1" status: 204 len: 168 time: 0.4224496 Apr 06 10:59:23.282812 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515bff-3389-4144-bed4-43c3e387615c admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd02a2e-13b6-493a-8860-acf25885863f,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:23.477763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46394) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:23.539144 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-654408d8-95de-4670-8430-424cd12940d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9935b65311554fa9a513aae42459a489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578041 Apr 06 10:59:23.539381 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46396) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:23.604747 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] Publish callbacks [] for security_group (bc195e8a-15b3-4c1c-b75f-840d94e7b4ec), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.618322 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26fa02-27ec-4077-a9d9-898af3583e62 None None] New status for floating IP d7056d80-c0d1-4689-b7f0-2d5c993f3019: DOWN {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:23.629901 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] Publish callbacks [] for security_group (bc195e8a-15b3-4c1c-b75f-840d94e7b4ec), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.643575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46402) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:23.686900 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (bc195e8a-15b3-4c1c-b75f-840d94e7b4ec), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.690254 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.694029 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bc195e8a-15b3-4c1c-b75f-840d94e7b4ec HTTP/1.1" status: 204 len: 168 time: 0.1512771 Apr 06 10:59:23.709230 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae2cab-a088-4b71-bbed-8f5d7fc8182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc195e8a-15b3-4c1c-b75f-840d94e7b4ec,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:23.771061 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (4b31651f-b3a6-45ed-8735-45ec1c5dc725), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.777756 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:23.789000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks [] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.819725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (4b31651f-b3a6-45ed-8735-45ec1c5dc725), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.822475 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Transition to ACTIVE for port object 945a1a57-d57a-4e18-ad24-480e10a0641f will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:59:23.840139 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:23.947725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:23.998249 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1582f-4e65-4c25-ad2b-bc67405133a0 req-492a6080-67b7-4856-9448-eab203894c68 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:23.999842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a3b1582f-4e65-4c25-ad2b-bc67405133a0 req-492a6080-67b7-4856-9448-eab203894c68 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.1843150 Apr 06 10:59:24.012545 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4b31651f-b3a6-45ed-8735-45ec1c5dc725), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.012545 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.013198 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "DELETE /v2.0/security-groups/4b31651f-b3a6-45ed-8735-45ec1c5dc725 HTTP/1.1" status: 204 len: 168 time: 0.3683777 Apr 06 10:59:24.016127 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46412) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:24.034010 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-3740b13e-c125-43cb-96ec-fdc7d53c6efd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] show failed (client error): The resource could not be found. Apr 06 10:59:24.040541 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3740b13e-c125-43cb-96ec-fdc7d53c6efd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups/4b31651f-b3a6-45ed-8735-45ec1c5dc725 HTTP/1.1" status: 404 len: 347 time: 0.0218093 Apr 06 10:59:24.041178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46416) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:24.049481 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d35d6-55c5-4dbd-b623-99a8c7e7452e tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b31651f-b3a6-45ed-8735-45ec1c5dc725,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:24.085260 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Attempting to bind port 945a1a57-d57a-4e18-ad24-480e10a0641f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:24.085775 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Attempting to bind port 945a1a57-d57a-4e18-ad24-480e10a0641f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:24.086112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Attempting to bind port 945a1a57-d57a-4e18-ad24-480e10a0641f on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:24.098132 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Port 945a1a57-d57a-4e18-ad24-480e10a0641f on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:59:24.098462 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Attempting to bind port 945a1a57-d57a-4e18-ad24-480e10a0641f on network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:24.103276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a3b1582f-4e65-4c25-ad2b-bc67405133a0 req-2baa4585-8db5-4d7b-8c60-85c4821b1eea tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890548 Apr 06 10:59:24.107511 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:24.107856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Checking segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:24.108236 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Bound using segment: {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:24.108668 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Bound port: 945a1a57-d57a-4e18-ad24-480e10a0641f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84e5123-30b9-479b-9048-4613723cd915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:24.109036 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.211163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:24.214632 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:24.214794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Deleting port 8d2181ba-e6ba-4524-8817-3149c97b24d4 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:24.215211 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.221482 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.268675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:24.269341 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.270857 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] 10.222.0.18 "PUT /v2.0/ports/945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 1094 time: 1.2799654 Apr 06 10:59:24.289575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7545e8-b9db-4a8b-9195-0a94199e2ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:24.323963 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.324430 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (8d2181ba-e6ba-4524-8817-3149c97b24d4), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.343228 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Calling delete_port for 8d2181ba-e6ba-4524-8817-3149c97b24d4 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:24.373626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:24.377498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7397b12f-8ef4-4c81-abc6-4ea228573d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:24.410382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-c63c710c-018e-40b5-94d3-ec145134e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:24.412828 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-c63c710c-018e-40b5-94d3-ec145134e1c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1128 time: 0.0763481 Apr 06 10:59:24.473189 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84652bc5-8b82-42c8-9e56-047666f7bf40 x-openstack-request-id: req-84652bc5-8b82-42c8-9e56-047666f7bf40 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:24.473498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:24.473745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-84652bc5-8b82-42c8-9e56-047666f7bf40 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:24.474146 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84652bc5-8b82-42c8-9e56-047666f7bf40'] response: {'name': 'network-changed', 'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'status': 'completed', 'code': 200} Apr 06 10:59:24.475954 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-d15e8fb3-d476-47e4-871c-37b4a873e6bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 217 time: 0.0483227 Apr 06 10:59:24.548191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-7fe24fbb-50fe-454a-b7e4-be5f26ec8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:24.550208 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-7fe24fbb-50fe-454a-b7e4-be5f26ec8c23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0573082 Apr 06 10:59:24.597488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (8d2181ba-e6ba-4524-8817-3149c97b24d4), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.605905 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-6ca7997a-6707-4ac1-b276-9e5d597485cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:24.607810 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-6ca7997a-6707-4ac1-b276-9e5d597485cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510800 Apr 06 10:59:24.634399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'Port': ['ID=8d2181ba-e6ba-4524-8817-3149c97b24d4,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:24.665251 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.665623 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.665971 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.666313 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.666644 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.666970 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.667295 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.667620 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.667944 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.668274 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.668593 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.668915 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.669230 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.669572 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.669890 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:24.714337 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-0835e89f-69b0-4978-bc3e-eb1222c40f9d service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943892 Apr 06 10:59:24.722846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (d7056d80-c0d1-4689-b7f0-2d5c993f3019), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.725575 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:24.726703 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9134223c-6f4e-4bac-ad3b-466774e6ae87 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "DELETE /v2.0/floatingips/d7056d80-c0d1-4689-b7f0-2d5c993f3019 HTTP/1.1" status: 204 len: 168 time: 0.6844099 Apr 06 10:59:24.822514 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6a876658-b5a5-40be-ab06-2ff2de2e43dd req-3fb10b12-6e71-4bde-a498-a30028d3a7d0 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021590 Apr 06 10:59:24.948309 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46450) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:24.952911 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--667696646', 'description': 'tempest-description--768122668'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:24.977784 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.056087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (7f078485-a573-48d3-80e0-00aa4e35e5c0), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.059874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7f078485-a573-48d3-80e0-00aa4e35e5c0), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.089401 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f078485-a573-48d3-80e0-00aa4e35e5c0,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:25.097472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.098343 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-cb8e90ac-581c-4130-b4d4-7d26c611a4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1489024 Apr 06 10:59:25.101612 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46452) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:25.106232 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group_rule': {'security_group_id': '7f078485-a573-48d3-80e0-00aa4e35e5c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:25.161001 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (85a4017a-995a-4016-9965-a703aea28312), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.257383 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (85a4017a-995a-4016-9965-a703aea28312), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.261022 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (85a4017a-995a-4016-9965-a703aea28312), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.284434 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a4017a-995a-4016-9965-a703aea28312,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:25.292588 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.293817 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-eb4ce1af-6b22-4abc-aa65-a6d3af07e577 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911461 Apr 06 10:59:25.296771 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46460) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:25.302034 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'security_group_rule': {'security_group_id': '7f078485-a573-48d3-80e0-00aa4e35e5c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:25.302182 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f970d-3400-4f49-9ac8-08c87700bde1 req-878cd816-ea03-4e45-bb74-2bd0d83cac66 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:25.303617 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f45f970d-3400-4f49-9ac8-08c87700bde1 req-878cd816-ea03-4e45-bb74-2bd0d83cac66 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0904174 Apr 06 10:59:25.328596 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (2d6fbf67-a62d-4a7c-a33a-894208c78d25), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.354276 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f45f970d-3400-4f49-9ac8-08c87700bde1 req-abf1793b-51e3-41a9-b252-ac0175c4b1af tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Apr 06 10:59:25.385566 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (2d6fbf67-a62d-4a7c-a33a-894208c78d25), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.389411 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (2d6fbf67-a62d-4a7c-a33a-894208c78d25), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.406778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6fbf67-a62d-4a7c-a33a-894208c78d25,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:25.414909 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.416133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c42b365a-346b-4a6a-acab-09dfbec9797a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176722 Apr 06 10:59:25.419848 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46462) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:25.424445 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:25.445903 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.550104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.653313 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Allocated IP 172.27.0.52 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/3813e418-f885-4726-bfca-c56036ada817) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:25.756563 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (3813e418-f885-4726-bfca-c56036ada817), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.790883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (3813e418-f885-4726-bfca-c56036ada817), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.834172 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:25.836922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:25.841760 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:25.844614 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=3813e418-f885-4726-bfca-c56036ada817,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:25.929858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:25.991802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (3813e418-f885-4726-bfca-c56036ada817), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:26.027089 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-b70ce14a-a547-4d3c-9539-54c4f13fbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.028595 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-b70ce14a-a547-4d3c-9539-54c4f13fbd39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1128 time: 0.0919995 Apr 06 10:59:26.121244 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device eab522f1-d3f9-4a7c-a4da-2bafe6f3704f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:26.144028 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: eab522f1-d3f9-4a7c-a4da-2bafe6f3704f {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:26.144375 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device eab522f1-d3f9-4a7c-a4da-2bafe6f3704f not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:26.193661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-6897f1ba-7e2c-4f9d-946e-83522b861b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.195146 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-6897f1ba-7e2c-4f9d-946e-83522b861b3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.1550553 Apr 06 10:59:26.240804 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-e5513de0-4f5b-4484-ba17-c12cdd889506 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 217 time: 0.0382941 Apr 06 10:59:26.279175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (3813e418-f885-4726-bfca-c56036ada817), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:26.286643 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (3813e418-f885-4726-bfca-c56036ada817), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:26.334288 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-9f572e73-68b0-4dfd-981e-faec256dbe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.335761 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-9f572e73-68b0-4dfd-981e-faec256dbe65 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0881779 Apr 06 10:59:26.395559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=3813e418-f885-4726-bfca-c56036ada817,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:26.413520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:26.432852 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:26.434232 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-04e00c34-8c02-4d3e-af81-81504cd82593 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0134578 Apr 06 10:59:26.441819 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-1eeee42f-2daa-4c29-8c99-3e7ef12cd1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.443581 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-1eeee42f-2daa-4c29-8c99-3e7ef12cd1bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836062 Apr 06 10:59:26.552315 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75b7fe-92e9-4f24-bcd2-7e517abbf4ab req-c6193ad4-6721-4e17-a99c-9299a53eecd3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.555287 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba75b7fe-92e9-4f24-bcd2-7e517abbf4ab req-c6193ad4-6721-4e17-a99c-9299a53eecd3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.1156554 Apr 06 10:59:26.601586 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-c8ece22f-b0a0-4ec6-bd6d-f7cd9ce54631 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487427 Apr 06 10:59:26.630909 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba75b7fe-92e9-4f24-bcd2-7e517abbf4ab req-65f406c8-1be9-4d63-80b9-1a99cab0c28d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681441 Apr 06 10:59:26.638153 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-cc709770-3a8f-4c84-a495-7e5a57c80817 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--667696646&fields=id&tenant_id=a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 267 time: 0.0410235 Apr 06 10:59:26.715722 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7397b12f-8ef4-4c81-abc6-4ea228573d4e req-81c05b1b-c1b6-44a9-973e-4ba285728d36 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996485 Apr 06 10:59:26.747088 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-f879802b-f063-4922-85aa-1eddde7a048f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:26.748500 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-f879802b-f063-4922-85aa-1eddde7a048f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 808 time: 0.1030712 Apr 06 10:59:26.763283 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-69cdfb94-d631-4435-911a-d6902462b4bd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/quotas/a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 375 time: 0.0088131 Apr 06 10:59:26.825895 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-6e9f708e-2988-46ce-b5c3-cb3690fe6dcb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569725 Apr 06 10:59:26.921621 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-b103efd5-7096-4de6-a753-bf6028baf28a service neutron] 10.222.0.57 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Apr 06 10:59:27.014232 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-908460db-cc89-4228-af36-4e47ed28e945 service neutron] 10.222.0.57 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865009 Apr 06 10:59:27.175790 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8d024e9-9f6c-41ed-a617-20d1f9fbcca8 req-98c738dd-e15f-4cfb-825a-3c066d0aa747 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0279095 Apr 06 10:59:27.753571 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c67503-44e4-4abe-9a97-34135f4b6950 req-987f9d38-0494-4499-8e78-13c20d605ab8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:27.754942 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63c67503-44e4-4abe-9a97-34135f4b6950 req-987f9d38-0494-4499-8e78-13c20d605ab8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0527575 Apr 06 10:59:27.805033 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63c67503-44e4-4abe-9a97-34135f4b6950 req-ab217a0d-5dbb-4705-948e-b49fdb8c39be tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444398 Apr 06 10:59:28.241565 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:59:28.270373 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4bbb77d0-0c01-4a5a-9aaf-553a4e0db994 req-f1e54424-d2a9-438c-b7b9-48edcc6109d8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0273411 Apr 06 10:59:28.927437 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de24119-6d4b-4286-a603-130a8ecbe26c req-189586c9-36e2-4f7f-8656-301b621d857e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:28.928914 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5de24119-6d4b-4286-a603-130a8ecbe26c req-189586c9-36e2-4f7f-8656-301b621d857e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0514801 Apr 06 10:59:28.975286 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5de24119-6d4b-4286-a603-130a8ecbe26c req-38dc74aa-1a0c-453d-a7e0-f4918cd82ca8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Apr 06 10:59:29.291233 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:59:29.370934 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-702f4657-c277-435d-bf4c-d5d35650a72f req-a382cbbc-cd0b-473b-b6ad-2624626540d2 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0300105 Apr 06 10:59:29.397351 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:29.412864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:59:29.452046 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:29.452486 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:29.465838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:29.486952 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:29.491116 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:29.548633 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:29.556497 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.556892 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.557334 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.557691 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.558114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.558538 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.558870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.559198 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.559521 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.559842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.560191 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.560792 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.561117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.561465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.561782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:29.891951 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['945a1a57-d57a-4e18-ad24-480e10a0641f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:30.111834 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd33fd-9457-485c-84e2-204869c349b2 req-11db1bb8-b8eb-49e6-8427-3c678092f496 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:30.118683 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4edd33fd-9457-485c-84e2-204869c349b2 req-11db1bb8-b8eb-49e6-8427-3c678092f496 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 945 time: 0.0669401 Apr 06 10:59:30.135288 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-331740d4-a9b4-4b33-a13d-d6e822d1caeb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:30.136844 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-331740d4-a9b4-4b33-a13d-d6e822d1caeb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 808 time: 0.1262708 Apr 06 10:59:30.161822 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4edd33fd-9457-485c-84e2-204869c349b2 req-da46798b-6f65-4457-b75a-64146374bd4a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Apr 06 10:59:30.225744 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-9563e117-57c2-42c5-95a9-8497544107ed tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a855e47716b246aab91f2ec8341daa44 HTTP/1.1" status: 200 len: 379 time: 0.0657918 Apr 06 10:59:30.324918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'port': {'device_id': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'admin_state_up': True, 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'security_groups': ['7f078485-a573-48d3-80e0-00aa4e35e5c0']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:30.435647 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Made reservation on behalf of a855e47716b246aab91f2ec8341daa44 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:30.439007 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.474853 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-291a0645-58f7-433d-b8c9-5840907fe6d5 req-0ad4fd8b-9622-4962-822b-9c8dc9b031c0 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0336177 Apr 06 10:59:30.585351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Allocated IP 172.20.0.10 (ba370dd1-0749-4bb4-b6fe-07fe46746af1/116c8e8b-2e8b-446d-92db-d01ddd6dedac/bd711c6e-edac-4867-ae53-f98a4e27d012) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:30.730958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.769238 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.789505 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:30.809813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:30.819342 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:30.823250 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:30.846646 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 945a1a57-d57a-4e18-ad24-480e10a0641f completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:59:30.849218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event updated for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:30.850444 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 945a1a57-d57a-4e18-ad24-480e10a0641f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:30.850829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.879836 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:30.880507 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.900007 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-97c5177a-531f-484a-aded-b37f0620f47b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787325 Apr 06 10:59:30.919891 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Request body: {'port': {'device_id': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:30.950700 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:30.951584 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.979103 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:30.981733 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716b2a7c-ffc5-4911-9918-d299c1bec943" -d '{"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:30.988577 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.995572 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:30.999079 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.041083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17599b1-4e18-471a-873b-cc89b573d7c5 x-openstack-request-id: req-b17599b1-4e18-471a-873b-cc89b573d7c5 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:31.041412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:31.041665 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b17599b1-4e18-471a-873b-cc89b573d7c5 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:31.042082 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17599b1-4e18-471a-873b-cc89b573d7c5'] response: {'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'code': 200} Apr 06 10:59:31.058394 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:31.079055 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-6f5dba38-ada7-4b5a-bc3c-9aa09f0162ff None None] Provisioning complete for port bd711c6e-edac-4867-ae53-f98a4e27d012 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:31.079663 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-6f5dba38-ada7-4b5a-bc3c-9aa09f0162ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.115869 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-6f5dba38-ada7-4b5a-bc3c-9aa09f0162ff None None] Port bd711c6e-edac-4867-ae53-f98a4e27d012 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:31.357349 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd711c6e-edac-4867-ae53-f98a4e27d012 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:31.363470 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc5bb3-5cf0-404e-94b3-e1734c426e3d req-406192f9-a1f6-40a1-a89e-955e9dc35a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:31.364965 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-29dc5bb3-5cf0-404e-94b3-e1734c426e3d req-406192f9-a1f6-40a1-a89e-955e9dc35a2e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1130 time: 0.1443744 Apr 06 10:59:31.370863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks [] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.379809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7d98e-1d43-471c-bca0-818bad186c52 req-367d39b0-042e-4e02-b213-2447a10e1683 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:31.381340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fb7d98e-1d43-471c-bca0-818bad186c52 req-367d39b0-042e-4e02-b213-2447a10e1683 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.1235466 Apr 06 10:59:31.419429 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Transition to ACTIVE for port object bd711c6e-edac-4867-ae53-f98a4e27d012 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:59:31.425031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.509079 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-29dc5bb3-5cf0-404e-94b3-e1734c426e3d req-61dbe197-192e-4446-9a3d-372e23fd570d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257322 Apr 06 10:59:31.512256 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8fb7d98e-1d43-471c-bca0-818bad186c52 req-ee4f68ce-b992-4684-80ce-d68925c2bc77 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182127 Apr 06 10:59:31.518455 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Pushing event updated for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:31.605412 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Attempting to bind port bd711c6e-edac-4867-ae53-f98a4e27d012 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:31.605894 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Attempting to bind port bd711c6e-edac-4867-ae53-f98a4e27d012 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:31.606723 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Attempting to bind port bd711c6e-edac-4867-ae53-f98a4e27d012 on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:31.612523 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Port bd711c6e-edac-4867-ae53-f98a4e27d012 on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:59:31.612880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Attempting to bind port bd711c6e-edac-4867-ae53-f98a4e27d012 on network ba370dd1-0749-4bb4-b6fe-07fe46746af1 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:31.618234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:31.618642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Checking segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:31.618954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Bound using segment: {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:31.619386 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Bound port: bd711c6e-edac-4867-ae53-f98a4e27d012, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb82134-d582-4a92-8729-30e22a05eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:31.619745 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.623951 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6e930-44db-4fff-9a94-aa6943e16bf8 req-420bacca-d78f-40f9-8dfd-f0145a8b2fa8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:31.626045 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2af6e930-44db-4fff-9a94-aa6943e16bf8 req-420bacca-d78f-40f9-8dfd-f0145a8b2fa8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 944 time: 0.0574079 Apr 06 10:59:31.680856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2af6e930-44db-4fff-9a94-aa6943e16bf8 req-e446f0f0-af48-44af-8360-cd18a6f81548 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474212 Apr 06 10:59:31.694168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:31.697267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd711c6e-edac-4867-ae53-f98a4e27d012,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:31.704763 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.738875 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:31.739977 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.741195 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd711c6e-edac-4867-ae53-f98a4e27d012 HTTP/1.1" status: 200 len: 1094 time: 0.8256648 Apr 06 10:59:31.743805 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:31.746123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbeb154-b314-4779-991f-68615d928c33" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:31.774722 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752231de-b9d2-40dc-bf27-7609217dca19 service neutron] Pushing event updated for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:31.796502 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64d266a-4838-4cf8-9d63-c9e0e22c674c x-openstack-request-id: req-f64d266a-4838-4cf8-9d63-c9e0e22c674c {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:31.796798 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:31.797057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f64d266a-4838-4cf8-9d63-c9e0e22c674c {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:31.798620 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64d266a-4838-4cf8-9d63-c9e0e22c674c'] response: {'name': 'network-changed', 'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'status': 'completed', 'code': 200} Apr 06 10:59:32.050452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46546) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.153115 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-959ebf1e-a409-44fa-9a61-61a2714511b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.228355 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-959ebf1e-a409-44fa-9a61-61a2714511b8 admin admin] Publish callbacks [] for security_group (daeea13f-3f39-48c6-9880-ec315cfd9707), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.232247 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-959ebf1e-a409-44fa-9a61-61a2714511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (daeea13f-3f39-48c6-9880-ec315cfd9707), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.272339 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-959ebf1e-a409-44fa-9a61-61a2714511b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=310f36c0ff10427bb3e9b9e8e41a9098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207201 Apr 06 10:59:32.273281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ebf1e-a409-44fa-9a61-61a2714511b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daeea13f-3f39-48c6-9880-ec315cfd9707,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:32.275059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46550) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.323576 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] Publish callbacks [] for security_group (daeea13f-3f39-48c6-9880-ec315cfd9707), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.343817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb154-b314-4779-991f-68615d928c33 req-d96d43d5-dbf4-426b-b621-9cce010b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.345349 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4cbeb154-b314-4779-991f-68615d928c33 req-d96d43d5-dbf4-426b-b621-9cce010b5471 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 1128 time: 0.0495949 Apr 06 10:59:32.348905 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] Publish callbacks [] for security_group (daeea13f-3f39-48c6-9880-ec315cfd9707), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.397834 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (daeea13f-3f39-48c6-9880-ec315cfd9707), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.400361 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.401556 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/daeea13f-3f39-48c6-9880-ec315cfd9707 HTTP/1.1" status: 204 len: 168 time: 0.1254699 Apr 06 10:59:32.410740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563526fd-7e51-420b-a197-9c47e1f44b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeea13f-3f39-48c6-9880-ec315cfd9707,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:32.460587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb154-b314-4779-991f-68615d928c33 req-a963cee4-e175-43a8-b6c5-8599f40d8625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.462288 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4cbeb154-b314-4779-991f-68615d928c33 req-a963cee4-e175-43a8-b6c5-8599f40d8625 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=a855e47716b246aab91f2ec8341daa44&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977089 Apr 06 10:59:32.521898 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.568024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeb154-b314-4779-991f-68615d928c33 req-c5093124-f917-489a-a2ec-7e35cb55fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.570576 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4cbeb154-b314-4779-991f-68615d928c33 req-c5093124-f917-489a-a2ec-7e35cb55fcb3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986576 Apr 06 10:59:32.655248 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cca6c-698a-4756-8f6a-2b40d9256029 req-7f776cf4-3a1c-4c8a-93cd-58877b83085b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.656634 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e5cca6c-698a-4756-8f6a-2b40d9256029 req-7f776cf4-3a1c-4c8a-93cd-58877b83085b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0583105 Apr 06 10:59:32.704988 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e5cca6c-698a-4756-8f6a-2b40d9256029 req-5ccea66a-aba1-47b2-8421-244404c94d4e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Apr 06 10:59:32.806648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21e880-4ac2-4833-9586-791f402bffe6 req-bf463939-e08c-4dd0-b63e-bb69e976aa78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:32.808156 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b21e880-4ac2-4833-9586-791f402bffe6 req-bf463939-e08c-4dd0-b63e-bb69e976aa78 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 944 time: 0.0545535 Apr 06 10:59:32.857292 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b21e880-4ac2-4833-9586-791f402bffe6 req-cd765bda-4df9-4f00-9a84-3f976f870744 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Apr 06 10:59:33.031044 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46576) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.126530 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1354539279-network', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.145203 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Made reservation on behalf of 78bcaeac7bef4380942d47653ee217b3 for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:33.147649 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.155884 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.230328 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks [] for security_group (de841e8e-2bd5-4e4e-8453-83b16b6f4a7c), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.234166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (de841e8e-2bd5-4e4e-8453-83b16b6f4a7c), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.255485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:59:33.272818 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de841e8e-2bd5-4e4e-8453-83b16b6f4a7c,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.277881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (fba1b2c8-1189-4a8b-98e0-49e1b85d91c4), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.278235 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Added segment fba1b2c8-1189-4a8b-98e0-49e1b85d91c4 of type vlan for network 2d300e26-8850-4377-9bfb-7511de2e57f4 Apr 06 10:59:33.304548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-32a335f1-7422-425f-a336-f67afe96ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.306156 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-32a335f1-7422-425f-a336-f67afe96ccb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 1128 time: 0.0484028 Apr 06 10:59:33.318964 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (2d300e26-8850-4377-9bfb-7511de2e57f4), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.345290 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (2d300e26-8850-4377-9bfb-7511de2e57f4), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.346273 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.346856 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.363972 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-c788ef3f-1abd-40a7-8592-75beebd90961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd711c6e-edac-4867-ae53-f98a4e27d012 HTTP/1.1" status: 200 len: 217 time: 0.0395806 Apr 06 10:59:33.396508 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3637068 Apr 06 10:59:33.399302 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46580) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.403890 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Request body: {'subnet': {'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1354539279-subnet', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.415115 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-04b0e35f-a0cf-4b07-91b8-312ebbeda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.416586 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-04b0e35f-a0cf-4b07-91b8-312ebbeda9cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.0456285 Apr 06 10:59:33.421595 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54fd2d-d952-4d84-b0e6-b7b24035ed96 admin admin] Pushing event updated for resources: {'Network': ['ID=2d300e26-8850-4377-9bfb-7511de2e57f4,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.434080 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:59:33.435579 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Made reservation on behalf of 78bcaeac7bef4380942d47653ee217b3 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:33.437987 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.472997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-a3d59872-7fb3-4976-806a-0b46c0e58cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.474543 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-a3d59872-7fb3-4976-806a-0b46c0e58cf8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517220 Apr 06 10:59:33.583945 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-44559758-0a1d-4f19-9df8-202ccc0ae6e9 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015737 Apr 06 10:59:33.612835 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (b6633247-ca3a-4109-9fc0-36b91e91201e), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.665297 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6633247-ca3a-4109-9fc0-36b91e91201e,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.674301 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-695c065a-8a21-4a5a-8ec5-b07fdd404244 req-6b6396c7-534f-43a9-babb-f076d94342f5 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843186 Apr 06 10:59:33.676379 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Checking segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:33.676742 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Network hostable DHCP agents. Network: 2d300e26-8850-4377-9bfb-7511de2e57f4, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:59:33.693718 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:59:33.702231 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 2d300e26-8850-4377-9bfb-7511de2e57f4) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:33.706259 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.706858 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.711766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d826858-fb82-4080-9be5-2e21c7a0af7a None None] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:33.722985 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-92a3987a-4d89-44ce-86e8-716375118eeb admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3226972 Apr 06 10:59:33.725608 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46584) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.729704 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.752131 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.753249 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.817275 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-2d300e26-8850-4377-9bfb-7511de2e57f4', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:59:33.818409 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.836471 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for router_controller (08f69da4-5780-48f3-88e8-184f36cd9b81), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.972072 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Allocated IP 172.20.0.2 (2d300e26-8850-4377-9bfb-7511de2e57f4/b6633247-ca3a-4109-9fc0-36b91e91201e/c0dd18a0-e5e8-4007-b4dd-496316ee1cb3) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:33.995961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b65ff9-1f24-4f5f-899d-91c83802b401 req-6b9cdf94-58ce-41e4-bdc0-dbc0eee2aeeb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:33.997756 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-46b65ff9-1f24-4f5f-899d-91c83802b401 req-6b9cdf94-58ce-41e4-bdc0-dbc0eee2aeeb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 944 time: 0.0648360 Apr 06 10:59:34.053276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-46b65ff9-1f24-4f5f-899d-91c83802b401 req-3095a15b-d643-4c0e-af99-9a5e04544035 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474269 Apr 06 10:59:34.132539 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks [] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.139152 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.180960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:34.184083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:34.188475 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:34.195291 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Pushing event updated for resources: {'Port': ['ID=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:34.205573 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f99438-1e18-4bdd-bcd1-b8d398bf291c req-54187f37-2c8c-43b2-89ec-3549c179a310 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:34.207089 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-64f99438-1e18-4bdd-bcd1-b8d398bf291c req-54187f37-2c8c-43b2-89ec-3549c179a310 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.4243915 Apr 06 10:59:34.222558 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for router_gateway (08f69da4-5780-48f3-88e8-184f36cd9b81), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.248266 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Attempting to bind port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:34.248634 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Attempting to bind port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:34.248998 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Attempting to bind port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:34.254810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:34.255177 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Checking segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:34.255581 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.255983 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Bound using segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:34.256457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Bound port: c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:34.256870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.300832 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-64f99438-1e18-4bdd-bcd1-b8d398bf291c req-47eafa8c-b76c-4d55-abaa-8a447cb0c9e0 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873554 Apr 06 10:59:34.323644 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] For port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:34.326722 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] For port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:34.332996 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.392285 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cffe78-0282-49e0-8faf-054615d20a22 None None] Pushing event updated for resources: {'Port': ['ID=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:34.433212 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bcd1d-5418-45cd-9658-f6904ed76574 req-99906861-94b0-4e91-9b2b-d2e6874b0da7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:34.434901 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c02bcd1d-5418-45cd-9658-f6904ed76574 req-99906861-94b0-4e91-9b2b-d2e6874b0da7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0611398 Apr 06 10:59:34.444486 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46592) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:34.449012 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Request body: {'floatingip': {'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:34.484543 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for router_gateway (08f69da4-5780-48f3-88e8-184f36cd9b81), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.490970 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.505416 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.634337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Allocated IP 172.27.0.65 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/514f1117-55a3-4bf6-94c8-e13dcffa9abd) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:34.767500 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.802450 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.839379 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:34.844721 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:34.847183 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:34.879452 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Pushing event updated for resources: {'Port': ['ID=514f1117-55a3-4bf6-94c8-e13dcffa9abd,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:35.179187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for router_gateway (08f69da4-5780-48f3-88e8-184f36cd9b81), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.229245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.db.resource_extend [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 10:59:35.283443 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.283882 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7d65d-5db3-43d2-b0e5-3b2eabe35996 req-b6276694-37d6-4580-92dd-38b8f43939df tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:35.285652 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b1a7d65d-5db3-43d2-b0e5-3b2eabe35996 req-b6276694-37d6-4580-92dd-38b8f43939df tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 944 time: 0.1396551 Apr 06 10:59:35.290823 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.380088 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b1a7d65d-5db3-43d2-b0e5-3b2eabe35996 req-27f7e3b3-e106-4945-8a4d-85454d0900de tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884981 Apr 06 10:59:35.409721 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564148bb-98ad-40f5-812f-dab47793e566 None None] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:35.418012 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Floating IP 522711ef-e84c-464c-8b89-2dd7c2894cd3 associated. External IP: 172.27.0.99, port: 945a1a57-d57a-4e18-ad24-480e10a0641f. Apr 06 10:59:35.448886 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.526582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Provisioning complete for port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:35.526972 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.589764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:59:35.615380 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Current status of the port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:35.615775 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.650290 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] For port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:35.654863 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.669698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:35.718877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e06eed-58ba-4bc9-a559-3f5e553925ad None None] Pushing event updated for resources: {'Port': ['ID=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:35.730180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:35.743390 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:35.751027 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.751510 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-dd3c3767-e074-4e11-b2fc-e19dd43da53d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0248401 Apr 06 10:59:35.754444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46596) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:35.760442 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:35.761513 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:35.814352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:35.819438 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.825940 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:35.836592 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:35.837261 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:35.865916 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2d534614-f69f-4b6f-b83e-789e58dbc722 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "PUT /v2.0/floatingips/522711ef-e84c-464c-8b89-2dd7c2894cd3 HTTP/1.1" status: 200 len: 991 time: 1.4202814 Apr 06 10:59:35.868135 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:35.871037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf3f35-630d-4662-b468-ab13341ee06e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:35.907834 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9e732662-2258-44f7-960a-92850d260373 None None] Provisioning complete for port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:35.908220 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9e732662-2258-44f7-960a-92850d260373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:35.928650 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d21a08a-b655-42a7-95b2-442b4206b2df x-openstack-request-id: req-5d21a08a-b655-42a7-95b2-442b4206b2df {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:35.928650 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:35.928650 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d21a08a-b655-42a7-95b2-442b4206b2df {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:35.928650 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d21a08a-b655-42a7-95b2-442b4206b2df'] response: {'name': 'network-changed', 'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'status': 'completed', 'code': 200} Apr 06 10:59:35.937364 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:35.969948 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:36.028980 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3f35-630d-4662-b468-ab13341ee06e req-b16be1e6-5373-4e14-9dee-e1a1ac97c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.030749 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-b16be1e6-5373-4e14-9dee-e1a1ac97c1b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1130 time: 0.0491822 Apr 06 10:59:36.158281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3f35-630d-4662-b468-ab13341ee06e req-1b8235af-c80a-49f1-a1a1-d6968080a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.161144 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-1b8235af-c80a-49f1-a1a1-d6968080a3b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.1208556 Apr 06 10:59:36.222860 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '522711ef-e84c-464c-8b89-2dd7c2894cd3', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:19Z', 'updated_at': '2022-04-06T10:59:34Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:36.248387 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-5d52ec3a-5378-41ef-a5db-18a603a3f6a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 999 time: 0.0802596 Apr 06 10:59:36.259769 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:36.269710 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:36.271147 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:36.273454 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9e732662-2258-44f7-960a-92850d260373 None None] Current status of the port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:36.297053 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.304839 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:35Z', 'revision_number': 3, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:36.317566 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3f35-630d-4662-b468-ab13341ee06e req-ab9f1aad-e8c5-474c-bfdb-8e38d53d664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.319372 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-ab9f1aad-e8c5-474c-bfdb-8e38d53d664e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0649910 Apr 06 10:59:36.334804 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:36.335173 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Updating router 08f69da4-5780-48f3-88e8-184f36cd9b81 port 514f1117-55a3-4bf6-94c8-e13dcffa9abd binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:59:36.366221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.441700 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf3f35-630d-4662-b468-ab13341ee06e req-8b5dc830-e063-469f-928f-3fa942cd44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.443870 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-8b5dc830-e063-469f-928f-3fa942cd44b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121778 Apr 06 10:59:36.513064 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Allocated IP 172.20.0.1 (2d300e26-8850-4377-9bfb-7511de2e57f4/b6633247-ca3a-4109-9fc0-36b91e91201e/d038baa0-9e26-400f-b2b7-651468d2fe22) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:36.556629 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:36.571309 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:36.594122 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-9f42b813-3d09-4e5b-a75c-155d33f86684 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357803 Apr 06 10:59:36.651768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a343d97-8a59-4bef-9d32-8e6697b820c2 req-c6b9682e-cf31-4ddb-affe-d20d7d45ab26 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.654629 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8a343d97-8a59-4bef-9d32-8e6697b820c2 req-c6b9682e-cf31-4ddb-affe-d20d7d45ab26 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 944 time: 0.1168122 Apr 06 10:59:36.716608 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks [] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.721034 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:36.721436 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.727404 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1acf3f35-630d-4662-b468-ab13341ee06e req-17e9c2ee-e823-4623-8607-37424747b317 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253753 Apr 06 10:59:36.733341 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8a343d97-8a59-4bef-9d32-8e6697b820c2 req-2f7536e8-59a3-4424-b5d6-1745094c1c77 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699477 Apr 06 10:59:36.738281 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks [] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.757388 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.777056 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.817140 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:36.821981 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:36.827803 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:36.828007 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device bd711c6e-edac-4867-ae53-f98a4e27d012 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:59:36.839179 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2a720-3801-4326-8ca8-d1a008da6331 None None] Pushing event updated for resources: {'Port': ['ID=514f1117-55a3-4bf6-94c8-e13dcffa9abd,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:36.847249 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Attempting to bind port 514f1117-55a3-4bf6-94c8-e13dcffa9abd on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:36.847491 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Attempting to bind port 514f1117-55a3-4bf6-94c8-e13dcffa9abd by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:36.847946 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Attempting to bind port 514f1117-55a3-4bf6-94c8-e13dcffa9abd on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:36.856055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Pushing event updated for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:36.863124 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:36.863747 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:36.864122 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.864611 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '522711ef-e84c-464c-8b89-2dd7c2894cd3', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:19Z', 'updated_at': '2022-04-06T10:59:34Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:36.865097 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:36.865195 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Bound port: 514f1117-55a3-4bf6-94c8-e13dcffa9abd, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:36.865840 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.877750 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (08f69da4-5780-48f3-88e8-184f36cd9b81), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:36.901380 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3e29b-3492-4afd-9da2-3b9bfbbdedf1 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '522711ef-e84c-464c-8b89-2dd7c2894cd3', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:19Z', 'updated_at': '2022-04-06T10:59:34Z', 'revision_number': 1, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:37.017759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:37.028692 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] For port 514f1117-55a3-4bf6-94c8-e13dcffa9abd, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:37.034091 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] For port 514f1117-55a3-4bf6-94c8-e13dcffa9abd, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=514f1117-55a3-4bf6-94c8-e13dcffa9abd,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:37.046435 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.050100 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.103861 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd711c6e-edac-4867-ae53-f98a4e27d012,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:37.141459 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'port_id': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'mac_address': 'fa:16:3e:6e:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:59:37.152854 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:37.153515 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:37.155762 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2a720-3801-4326-8ca8-d1a008da6331 None None] Pushing event updated for resources: {'Port': ['ID=514f1117-55a3-4bf6-94c8-e13dcffa9abd,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:37.159808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-fd163ae4-b334-41f0-9227-a0cf242f16e6 None None] Provisioning complete for port d038baa0-9e26-400f-b2b7-651468d2fe22 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:37.160188 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fd163ae4-b334-41f0-9227-a0cf242f16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.222495 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d03a05-e331-4e6e-a72d-34826a7655a4 None None] New status for floating IP 522711ef-e84c-464c-8b89-2dd7c2894cd3: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:37.240220 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks [] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.244975 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.313192 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Pushing event updated for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:37.315988 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (08f69da4-5780-48f3-88e8-184f36cd9b81), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.354682 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-fd163ae4-b334-41f0-9227-a0cf242f16e6 None None] Port d038baa0-9e26-400f-b2b7-651468d2fe22 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:37.362719 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port bd711c6e-edac-4867-ae53-f98a4e27d012 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:37.363127 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.410679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:37.412099 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:37.423992 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd711c6e-edac-4867-ae53-f98a4e27d012 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:37.459047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd711c6e-edac-4867-ae53-f98a4e27d012,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:37.466742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:37.470100 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.645100 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:37.707929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-7101b4ad-c529-4d40-9a5c-fa906bcff675 None None] Provisioning complete for port d038baa0-9e26-400f-b2b7-651468d2fe22 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:37.708216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7101b4ad-c529-4d40-9a5c-fa906bcff675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.767616 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:37.788256 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-7101b4ad-c529-4d40-9a5c-fa906bcff675 None None] Port d038baa0-9e26-400f-b2b7-651468d2fe22 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:37.822936 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:36Z', 'revision_number': 1, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:37.856961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['bd711c6e-edac-4867-ae53-f98a4e27d012'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:37.860625 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcd13c-b7f0-4149-a8ba-8adb8f3e8ef9 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:36Z', 'revision_number': 1, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:37.867607 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce007d-849b-4a45-aab0-ea5d635a18ba req-c6045094-76ac-4404-a069-b14a02e76c16 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:37.869114 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34ce007d-849b-4a45-aab0-ea5d635a18ba req-c6045094-76ac-4404-a069-b14a02e76c16 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0565872 Apr 06 10:59:37.903435 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:37.922274 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3baf929e-a1f9-4761-aa65-27db09963cdb admin admin] 10.222.0.57 "PUT /v2.0/routers/08f69da4-5780-48f3-88e8-184f36cd9b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1662140 Apr 06 10:59:37.929804 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34ce007d-849b-4a45-aab0-ea5d635a18ba req-d25ac3c2-392f-4025-ade3-4664035b308b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541801 Apr 06 10:59:38.465815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46622) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:38.471577 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1998326198-network', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:38.491794 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Made reservation on behalf of e0998045dbf741eeb9f546623e882fd6 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:38.494560 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.503912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.608458 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks [] for security_group (7b51b264-ec0c-4825-843e-313556fe071b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.614288 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7b51b264-ec0c-4825-843e-313556fe071b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.641261 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:59:38.651814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b51b264-ec0c-4825-843e-313556fe071b,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:38.658382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (0f1af720-9b9c-4900-be93-dfb9c768d139), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.658827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Added segment 0f1af720-9b9c-4900-be93-dfb9c768d139 of type vlan for network 129d9d89-8a46-42ed-98a6-094c621fe3de Apr 06 10:59:38.705845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (129d9d89-8a46-42ed-98a6-094c621fe3de), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.734931 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (129d9d89-8a46-42ed-98a6-094c621fe3de), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.736085 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:38.736708 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.797075 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3276067 Apr 06 10:59:38.797543 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46624) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:38.802888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Request body: {'subnet': {'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1998326198-subnet', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:38.812562 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1703a51-6bbe-413b-9e48-3561e24611f6 admin admin] Pushing event updated for resources: {'Network': ['ID=129d9d89-8a46-42ed-98a6-094c621fe3de,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:38.823852 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 129d9d89-8a46-42ed-98a6-094c621fe3de details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:59:38.831676 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Made reservation on behalf of e0998045dbf741eeb9f546623e882fd6 for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:38.834233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892493'] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.974805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device bd711c6e-edac-4867-ae53-f98a4e27d012 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:39.042191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4743449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892499'] for subnet (516bfbcc-8f5f-416f-aee6-887dc8bbd701), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.051471 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port bd711c6e-edac-4867-ae53-f98a4e27d012 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:59:39.056947 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port bd711c6e-edac-4867-ae53-f98a4e27d012 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:39.057813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.068728 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571a692-c3fb-4da7-aebe-136b22dc4f6a req-f3284094-ade7-4a3d-828d-96285ff432da tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.071197 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3571a692-c3fb-4da7-aebe-136b22dc4f6a req-f3284094-ade7-4a3d-828d-96285ff432da tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 945 time: 0.0699847 Apr 06 10:59:39.112859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=516bfbcc-8f5f-416f-aee6-887dc8bbd701,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.131572 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3571a692-c3fb-4da7-aebe-136b22dc4f6a req-0a978edf-4a64-41b0-b6b0-e2424d7d0ee0 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525784 Apr 06 10:59:39.134958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Checking segment: {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:39.135546 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Network hostable DHCP agents. Network: 129d9d89-8a46-42ed-98a6-094c621fe3de, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:59:39.164404 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Network 129d9d89-8a46-42ed-98a6-094c621fe3de is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:59:39.174866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 129d9d89-8a46-42ed-98a6-094c621fe3de) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:39.175949 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port bd711c6e-edac-4867-ae53-f98a4e27d012 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:39.176260 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.184566 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.185166 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.189173 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cafa60-ef50-4072-8b7e-89079a497f6f None None] Network 129d9d89-8a46-42ed-98a6-094c621fe3de requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:39.203989 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4fd7ae8a-6cf9-4e8b-b46b-55653116d5ce admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4044931 Apr 06 10:59:39.204936 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46630) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:39.209971 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:39.231300 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.232808 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.249286 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:39.251943 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deab1056-3b18-4e99-9cfe-c7aa20bf572d" -d '{"events": [{"server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "name": "network-vif-plugged", "status": "completed", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:39.271460 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd711c6e-edac-4867-ae53-f98a4e27d012,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:39.277129 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.296681 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for router_controller (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), precommit_add_association {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.359619 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.376161 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-129d9d89-8a46-42ed-98a6-094c621fe3de', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:59:39.377582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.450861 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for router_gateway (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.530516 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363350f-c68f-4869-8dc8-6624b048d6b8 x-openstack-request-id: req-8363350f-c68f-4869-8dc8-6624b048d6b8 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:39.530799 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "name": "network-vif-plugged", "status": "completed", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:39.531162 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8363350f-c68f-4869-8dc8-6624b048d6b8 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:39.531688 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8363350f-c68f-4869-8dc8-6624b048d6b8'] response: {'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'code': 200} Apr 06 10:59:39.533312 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Allocated IP 172.20.0.2 (129d9d89-8a46-42ed-98a6-094c621fe3de/516bfbcc-8f5f-416f-aee6-887dc8bbd701/a20452ee-c462-4ac1-b2bb-5f30d347608d) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:39.672627 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for router_gateway (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.690889 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks [] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.693996 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.696737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.738728 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Network 129d9d89-8a46-42ed-98a6-094c621fe3de is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:39.744439 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:39.746606 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Pushing event updated for resources: {'Port': ['ID=a20452ee-c462-4ac1-b2bb-5f30d347608d,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.748829 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:39.807826 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Attempting to bind port a20452ee-c462-4ac1-b2bb-5f30d347608d on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:39.808102 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f491e3c-90f7-46cb-b329-c53b555ef322 req-b818227b-497b-45ad-85f2-c821a4aea608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.808222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Attempting to bind port a20452ee-c462-4ac1-b2bb-5f30d347608d by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:39.808539 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Attempting to bind port a20452ee-c462-4ac1-b2bb-5f30d347608d on network 129d9d89-8a46-42ed-98a6-094c621fe3de {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:39.809882 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f491e3c-90f7-46cb-b329-c53b555ef322 req-b818227b-497b-45ad-85f2-c821a4aea608 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 1130 time: 0.0719333 Apr 06 10:59:39.815041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:39.815292 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Checking segment: {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:39.815624 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.816012 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Bound using segment: {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:39.816473 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Bound port: a20452ee-c462-4ac1-b2bb-5f30d347608d, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:39.816848 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.820182 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Allocated IP 172.27.0.43 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/54c852b8-50bc-4024-8165-ba47eb39d0f5) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:39.864772 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f491e3c-90f7-46cb-b329-c53b555ef322 req-3b409ca7-4d30-4f24-af16-6fbb985c96d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419672 Apr 06 10:59:39.887304 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] For port a20452ee-c462-4ac1-b2bb-5f30d347608d, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:39.890630 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] For port a20452ee-c462-4ac1-b2bb-5f30d347608d, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a20452ee-c462-4ac1-b2bb-5f30d347608d,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:39.902582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.946967 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.968399 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e8733-455f-4ca8-980f-c1585509e24a None None] Pushing event updated for resources: {'Port': ['ID=a20452ee-c462-4ac1-b2bb-5f30d347608d,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.989607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.035675 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:40.039029 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:40.044568 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:40.047535 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Pushing event updated for resources: {'Port': ['ID=54c852b8-50bc-4024-8165-ba47eb39d0f5,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:40.120510 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:40.138580 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:40.141728 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:40.309906 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:40.379059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00473bb1-b9be-4b38-903e-c0592bcbafc6 req-72bf2b9e-7d5c-4e3e-ad95-42c65ec56d91 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:40.380584 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-00473bb1-b9be-4b38-903e-c0592bcbafc6 req-72bf2b9e-7d5c-4e3e-ad95-42c65ec56d91 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.1547017 Apr 06 10:59:40.390128 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for router_gateway (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.493093 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a20452ee-c462-4ac1-b2bb-5f30d347608d up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:40.527168 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-00473bb1-b9be-4b38-903e-c0592bcbafc6 req-0afaa5b1-0546-4796-8ef9-f3babe14188d tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379156 Apr 06 10:59:40.545445 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 2, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:40.557020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port a20452ee-c462-4ac1-b2bb-5f30d347608d triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:40.557433 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.575938 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:40.576468 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Updating router 08f69da4-5780-48f3-88e8-184f36cd9b81 port d038baa0-9e26-400f-b2b7-651468d2fe22 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:59:40.612257 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.655218 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port a20452ee-c462-4ac1-b2bb-5f30d347608d is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:40.655902 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.661458 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.696713 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port a20452ee-c462-4ac1-b2bb-5f30d347608d, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a20452ee-c462-4ac1-b2bb-5f30d347608d,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:40.704007 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.704813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 514f1117-55a3-4bf6-94c8-e13dcffa9abd up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:40.783405 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=a20452ee-c462-4ac1-b2bb-5f30d347608d,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:40.797542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 514f1117-55a3-4bf6-94c8-e13dcffa9abd triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:40.797940 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.842781 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:59:40.901247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 514f1117-55a3-4bf6-94c8-e13dcffa9abd is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:40.902301 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.929832 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 514f1117-55a3-4bf6-94c8-e13dcffa9abd, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=514f1117-55a3-4bf6-94c8-e13dcffa9abd,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:40.936437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.964086 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks [] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.972764 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.000133 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:41.006125 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=514f1117-55a3-4bf6-94c8-e13dcffa9abd,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.025503 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.029874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46638) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:41.038011 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b7ae897b-32bf-418f-b362-6340f64c3a59 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8315618 Apr 06 10:59:41.039209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Sync routers for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:41.039352 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Pushing event updated for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.054837 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:41.056065 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.069642 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.070008 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.070372 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.070714 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.071054 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.071383 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.071713 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.072037 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.072363 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.072686 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.073012 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.073366 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.073695 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.074017 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.074335 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120434) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:41.124660 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Attempting to bind port d038baa0-9e26-400f-b2b7-651468d2fe22 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:41.127156 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Attempting to bind port d038baa0-9e26-400f-b2b7-651468d2fe22 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:41.127947 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Attempting to bind port d038baa0-9e26-400f-b2b7-651468d2fe22 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:41.134559 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:41.135271 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Checking segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:41.135885 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.136475 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Bound using segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:41.137273 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Bound port: d038baa0-9e26-400f-b2b7-651468d2fe22, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:41.137780 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.177768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ffe95-b6e1-4fc3-82cc-3d42426bb048 None None] Network 129d9d89-8a46-42ed-98a6-094c621fe3de requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:41.224555 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] For port d038baa0-9e26-400f-b2b7-651468d2fe22, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:41.227898 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] For port d038baa0-9e26-400f-b2b7-651468d2fe22, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=d038baa0-9e26-400f-b2b7-651468d2fe22,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:41.236298 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.263579 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:41.288221 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:41.288973 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.396848 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-0ba86562-68a5-4a3b-abee-0535bfba98a6 None None] Provisioning complete for port a20452ee-c462-4ac1-b2bb-5f30d347608d triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:41.396848 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0ba86562-68a5-4a3b-abee-0535bfba98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.452994 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:41.496060 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8a087-0928-4a19-b002-4f18ab4b1499 None None] Pushing event updated for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=4']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.575165 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-0ba86562-68a5-4a3b-abee-0535bfba98a6 None None] Current status of the port a20452ee-c462-4ac1-b2bb-5f30d347608d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:41.588429 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.602468 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 3, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.633471 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Checking router: f7a0dedb-e915-4b79-b5ce-8f7105d6f8db for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:41.633983 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Updating router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db port 54c852b8-50bc-4024-8165-ba47eb39d0f5 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:59:41.675265 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.778423 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c83281-7a6a-41a6-9236-a6a752be9678 req-e21a2466-130d-494f-aa2b-26851e1b16c3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.779993 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d3c83281-7a6a-41a6-9236-a6a752be9678 req-e21a2466-130d-494f-aa2b-26851e1b16c3 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.1188879 Apr 06 10:59:41.808222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Provisioning complete for port d038baa0-9e26-400f-b2b7-651468d2fe22 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:41.808613 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.847755 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:41Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.882883 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d3c83281-7a6a-41a6-9236-a6a752be9678 req-c06fb46d-82ec-4501-bb30-f03df285755f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942457 Apr 06 10:59:41.901935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Allocated IP 172.20.0.1 (129d9d89-8a46-42ed-98a6-094c621fe3de/516bfbcc-8f5f-416f-aee6-887dc8bbd701/69c70405-cba0-416b-8c57-1c7122f1c403) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:41.978599 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Current status of the port d038baa0-9e26-400f-b2b7-651468d2fe22 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:41.979232 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.980178 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10c823-4f6c-48da-aa22-ce6196f27b98 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:41Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:42.027474 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks [] for port (69c70405-cba0-416b-8c57-1c7122f1c403), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.064902 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.114159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Network 129d9d89-8a46-42ed-98a6-094c621fe3de is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:42.117953 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:42.128752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:42.156005 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Pushing event updated for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.179880 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] For port d038baa0-9e26-400f-b2b7-651468d2fe22, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=d038baa0-9e26-400f-b2b7-651468d2fe22,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:42.184989 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.199939 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.256610 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks [] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.274043 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.286382 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7633106-0d4f-4d9b-8b99-c4d666f0ca36 None None] Pushing event updated for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.354262 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.359166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-eea9b3d6-91a2-4916-9c83-bedf6be666b8 None None] Provisioning complete for port a20452ee-c462-4ac1-b2bb-5f30d347608d triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:42.359566 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eea9b3d6-91a2-4916-9c83-bedf6be666b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.408488 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Attempting to bind port 54c852b8-50bc-4024-8165-ba47eb39d0f5 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:42.408862 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Attempting to bind port 54c852b8-50bc-4024-8165-ba47eb39d0f5 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:42.409280 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Attempting to bind port 54c852b8-50bc-4024-8165-ba47eb39d0f5 on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:42.429600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:42.430542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:42.431024 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.431330 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:42.431843 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Bound port: 54c852b8-50bc-4024-8165-ba47eb39d0f5, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:42.432175 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.491511 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58821987-9428-4904-9fb8-ab4e369d1ee6 None None] Pushing event updated for resources: {'Port': ['ID=54c852b8-50bc-4024-8165-ba47eb39d0f5,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.528264 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] For port 54c852b8-50bc-4024-8165-ba47eb39d0f5, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:42.530594 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a20452ee-c462-4ac1-b2bb-5f30d347608d up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:42.566535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks [] for port (69c70405-cba0-416b-8c57-1c7122f1c403), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.573477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.574664 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] For port 54c852b8-50bc-4024-8165-ba47eb39d0f5, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54c852b8-50bc-4024-8165-ba47eb39d0f5,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:42.592198 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.598258 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-eea9b3d6-91a2-4916-9c83-bedf6be666b8 None None] Current status of the port a20452ee-c462-4ac1-b2bb-5f30d347608d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:42.647625 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Pushing event updated for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.650027 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.671613 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:42.672815 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:42.680038 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58821987-9428-4904-9fb8-ab4e369d1ee6 None None] Pushing event updated for resources: {'Port': ['ID=54c852b8-50bc-4024-8165-ba47eb39d0f5,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.743504 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port a20452ee-c462-4ac1-b2bb-5f30d347608d triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:42.743986 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.754857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Network 129d9d89-8a46-42ed-98a6-094c621fe3de is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:42.757515 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:42.813781 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-838444d3-fdc0-4bdc-97cd-2e4959c42d69 None None] Provisioning complete for port 69c70405-cba0-416b-8c57-1c7122f1c403 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:42.814154 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-838444d3-fdc0-4bdc-97cd-2e4959c42d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.877050 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-838444d3-fdc0-4bdc-97cd-2e4959c42d69 None None] Port 69c70405-cba0-416b-8c57-1c7122f1c403 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:42.883017 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:42.949175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:43.041024 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port a20452ee-c462-4ac1-b2bb-5f30d347608d is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:43.042149 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device d038baa0-9e26-400f-b2b7-651468d2fe22 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:43.072476 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d955c3b-99d0-4e1e-b58f-f7aa8e887c8d req-233320ef-fe35-47cd-b59d-134f6f35eda4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:43.075075 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d955c3b-99d0-4e1e-b58f-f7aa8e887c8d req-233320ef-fe35-47cd-b59d-134f6f35eda4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.0966918 Apr 06 10:59:43.135550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:43.138414 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-ab2282ce-1cea-4caa-978d-799692c7882e None None] Provisioning complete for port 69c70405-cba0-416b-8c57-1c7122f1c403 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:43.138799 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ab2282ce-1cea-4caa-978d-799692c7882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.142482 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-31fa5931-fd9c-4a97-971e-d66a046d0302 admin admin] 10.222.0.57 "PUT /v2.0/routers/f7a0dedb-e915-4b79-b5ce-8f7105d6f8db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1109691 Apr 06 10:59:43.145999 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d955c3b-99d0-4e1e-b58f-f7aa8e887c8d req-a57c0fa1-8c74-48aa-bc38-5060c28af445 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627725 Apr 06 10:59:43.149428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port d038baa0-9e26-400f-b2b7-651468d2fe22 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:43.149809 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.232853 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-ab2282ce-1cea-4caa-978d-799692c7882e None None] Port 69c70405-cba0-416b-8c57-1c7122f1c403 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:43.275894 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289543d-afc9-44fc-906d-c45ce085e418 req-a37dc183-5448-4607-8edc-f48389e110cd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:43.277571 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1289543d-afc9-44fc-906d-c45ce085e418 req-a37dc183-5448-4607-8edc-f48389e110cd tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.0649111 Apr 06 10:59:43.289275 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46650) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:43.292118 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '69c70405-cba0-416b-8c57-1c7122f1c403', 'name': '', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'mac_address': 'fa:16:3e:39:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:41Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 2, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'subnets': [{'id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:43.295273 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Request body: {'floatingip': {'port_id': 'bd711c6e-edac-4867-ae53-f98a4e27d012'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:43.344887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a762ab-f443-4fd3-ae6e-657a3da69fac None None] The sync data for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi is: [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '69c70405-cba0-416b-8c57-1c7122f1c403', 'name': '', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'mac_address': 'fa:16:3e:39:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:41Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 2, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'subnets': [{'id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:43.345997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.356870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port d038baa0-9e26-400f-b2b7-651468d2fe22 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:43.357983 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 514f1117-55a3-4bf6-94c8-e13dcffa9abd up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:43.412803 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 514f1117-55a3-4bf6-94c8-e13dcffa9abd triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:43.413184 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.529672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 514f1117-55a3-4bf6-94c8-e13dcffa9abd is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:43.726251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46658) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:43.733705 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43173967', 'description': 'tempest-secgroup-smoke-43173967 description', 'project_id': '78bcaeac7bef4380942d47653ee217b3'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:43.796010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.941272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.951559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.955277 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (d222ba82-f0f5-4c45-ad22-85c70af8ecf4), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:43.990763 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d222ba82-f0f5-4c45-ad22-85c70af8ecf4), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.057951 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.059202 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3317378 Apr 06 10:59:44.063173 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46660) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.066916 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e354ad5-9249-4d54-a021-8f4afcdb9d6e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d222ba82-f0f5-4c45-ad22-85c70af8ecf4,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.067764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.091245 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Floating IP 2a7e8f4a-a7ef-4537-ad18-069f63ee42b8 associated. External IP: 172.27.0.52, port: bd711c6e-edac-4867-ae53-f98a4e27d012. Apr 06 10:59:44.094261 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (d4332f31-bb66-4901-9c82-ec37f8f34edf), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.147743 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (d4332f31-bb66-4901-9c82-ec37f8f34edf), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.152296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (d4332f31-bb66-4901-9c82-ec37f8f34edf), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.169205 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4332f31-bb66-4901-9c82-ec37f8f34edf,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.177111 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.180814 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-577489dd-a317-423e-b980-e450fde56914 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141169 Apr 06 10:59:44.181000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46662) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.185563 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.212023 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (69f8daec-e0a4-42a3-a2d4-acecd8ee5f2a), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.230244 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0349fea4-47f2-444e-a94b-2caa4368e7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.269629 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (69f8daec-e0a4-42a3-a2d4-acecd8ee5f2a), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.273657 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (69f8daec-e0a4-42a3-a2d4-acecd8ee5f2a), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.295119 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f8daec-e0a4-42a3-a2d4-acecd8ee5f2a,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.304483 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.306027 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-db789f30-ffbd-48d2-993e-7c190f585ce3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239128 Apr 06 10:59:44.308703 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46664) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.313566 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.339263 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (eebaf87b-ef7d-4767-aabe-8114550c172b), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.407927 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (eebaf87b-ef7d-4767-aabe-8114550c172b), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.412661 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (eebaf87b-ef7d-4767-aabe-8114550c172b), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.432696 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eebaf87b-ef7d-4767-aabe-8114550c172b,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.438406 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.442692 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-067979ae-d542-4e13-bbd3-3097bf263fe6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301122 Apr 06 10:59:44.442896 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46666) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.447347 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.473278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (d379a256-9a01-412a-b370-722e3afc1472), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.532474 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (d379a256-9a01-412a-b370-722e3afc1472), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.536707 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (d379a256-9a01-412a-b370-722e3afc1472), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.555017 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d379a256-9a01-412a-b370-722e3afc1472,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.563229 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.566888 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-fe465bbb-e3dc-4cef-beb4-9102ae7d2241 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205683 Apr 06 10:59:44.567686 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46668) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.571866 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.588432 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:44.593311 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.securitygroups_db [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Project 78bcaeac7bef4380942d47653ee217b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:59:44.598807 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (408a0c01-748b-4a24-8392-043f39900c21), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.658189 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (408a0c01-748b-4a24-8392-043f39900c21), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.662013 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (408a0c01-748b-4a24-8392-043f39900c21), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.691087 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408a0c01-748b-4a24-8392-043f39900c21,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.708180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.710158 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9381ad76-6c5f-4543-bc96-6b773751f25e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415486 Apr 06 10:59:44.712887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46670) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:44.719641 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'security_group_rule': {'security_group_id': 'd222ba82-f0f5-4c45-ad22-85c70af8ecf4', 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:44.750921 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:44.756512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.763668 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:44.777110 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:44.777769 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:44.783889 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.securitygroups_db [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Project 78bcaeac7bef4380942d47653ee217b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:59:44.793575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (85d7dbcc-87ce-4c15-9dc7-1176943c0dc8), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.808064 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e3d07bdf-2d8f-46d9-aaf8-c44944a6a3e4 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "PUT /v2.0/floatingips/2a7e8f4a-a7ef-4537-ad18-069f63ee42b8 HTTP/1.1" status: 200 len: 991 time: 1.5176582 Apr 06 10:59:44.811138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:44.814263 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:44.882646 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (85d7dbcc-87ce-4c15-9dc7-1176943c0dc8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.888558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (85d7dbcc-87ce-4c15-9dc7-1176943c0dc8), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.907242 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d7dbcc-87ce-4c15-9dc7-1176943c0dc8,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.916927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.918286 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-925e7065-ef44-4328-8e8a-066deaf20d82 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2043269 Apr 06 10:59:44.924426 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:44.942003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b540be9-c344-40cb-88eb-d2d07b27859e x-openstack-request-id: req-2b540be9-c344-40cb-88eb-d2d07b27859e {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:44.942359 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:44.942625 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b540be9-c344-40cb-88eb-d2d07b27859e {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:44.943113 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b540be9-c344-40cb-88eb-d2d07b27859e'] response: {'name': 'network-changed', 'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'status': 'completed', 'code': 200} Apr 06 10:59:45.051876 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-d768d489-a3e1-44f8-a3f0-930cdb2d79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.053732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-d768d489-a3e1-44f8-a3f0-930cdb2d79a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a855e47716b246aab91f2ec8341daa44&device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 1130 time: 0.0663021 Apr 06 10:59:45.186632 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-c8f21486-4fbe-4eea-9af1-14a698be633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.189295 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-c8f21486-4fbe-4eea-9af1-14a698be633c service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 200 len: 909 time: 0.1274011 Apr 06 10:59:45.207175 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '2a7e8f4a-a7ef-4537-ad18-069f63ee42b8', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:6e:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:25Z', 'updated_at': '2022-04-06T10:59:43Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:45.235632 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:45.245596 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:45.246253 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:45.276066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-b5e4a265-c4bc-4c62-b82e-ce67fdda9d85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd711c6e-edac-4867-ae53-f98a4e27d012 HTTP/1.1" status: 200 len: 999 time: 0.0770516 Apr 06 10:59:45.341671 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-32acb176-8956-4daa-8797-63cd9ce01c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.343394 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-32acb176-8956-4daa-8797-63cd9ce01c4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 200 len: 847 time: 0.0529826 Apr 06 10:59:45.386295 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:45.406002 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-22e6ce06-ff23-46e0-b2a2-67c3c7b4f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.408451 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-22e6ce06-ff23-46e0-b2a2-67c3c7b4f15d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba370dd1-0749-4bb4-b6fe-07fe46746af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576980 Apr 06 10:59:45.552957 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-901ca263-3838-4016-9c44-fb1f0d44f2ff service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377993 Apr 06 10:59:45.653435 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bfd3e42b-f86a-4ff8-ad08-719f207e1b09 req-02ed890f-4a08-4682-bd33-7d5b82d02417 service neutron] 10.222.0.18 "GET /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860250 Apr 06 10:59:45.658870 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '2a7e8f4a-a7ef-4537-ad18-069f63ee42b8', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:6e:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:25Z', 'updated_at': '2022-04-06T10:59:43Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:45.686598 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c670ec2-e773-4426-9b53-6ad55bbc06b3 None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '2a7e8f4a-a7ef-4537-ad18-069f63ee42b8', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'port_id': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'mac_address': 'fa:16:3e:6e:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:25Z', 'updated_at': '2022-04-06T10:59:43Z', 'revision_number': 1, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:46.199068 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bc90c7-e118-49d0-a87c-b1aeccc038fe None None] New status for floating IP 2a7e8f4a-a7ef-4537-ad18-069f63ee42b8: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:46.412141 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Sync routers for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:46.427833 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:46.428471 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:46.466792 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54c852b8-50bc-4024-8165-ba47eb39d0f5 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:46.523350 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 54c852b8-50bc-4024-8165-ba47eb39d0f5 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:46.523851 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.545573 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:46.611482 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 54c852b8-50bc-4024-8165-ba47eb39d0f5 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:46.611870 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.633247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 54c852b8-50bc-4024-8165-ba47eb39d0f5, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54c852b8-50bc-4024-8165-ba47eb39d0f5,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:46.638020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.685589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=54c852b8-50bc-4024-8165-ba47eb39d0f5,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:46.712646 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cf45424a-8589-4342-aa54-f784a9b82441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.759869 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '69c70405-cba0-416b-8c57-1c7122f1c403', 'name': '', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'mac_address': 'fa:16:3e:39:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:41Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 2, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'subnets': [{'id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:46.794096 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Checking router: f7a0dedb-e915-4b79-b5ce-8f7105d6f8db for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:46.794582 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Updating router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db port 69c70405-cba0-416b-8c57-1c7122f1c403 binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:59:46.823301 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.106105 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks [] for port (69c70405-cba0-416b-8c57-1c7122f1c403), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.112409 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.252212 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-1108c530-5cc3-4911-8351-1689f1e5506d tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473334592&fields=id&tenant_id=02455d74a2f149da8ee007de09aaed4e HTTP/1.1" status: 200 len: 267 time: 0.0505528 Apr 06 10:59:47.275654 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5a763-34be-45a4-a4bd-1886a44c4528 None None] Pushing event updated for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:47.326599 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-bdf75edf-ca5a-4e29-8194-ae2f9398228b tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:47.328939 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-bdf75edf-ca5a-4e29-8194-ae2f9398228b tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 985 time: 0.0689723 Apr 06 10:59:47.330075 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Attempting to bind port 69c70405-cba0-416b-8c57-1c7122f1c403 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:47.330448 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Attempting to bind port 69c70405-cba0-416b-8c57-1c7122f1c403 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:47.330878 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Attempting to bind port 69c70405-cba0-416b-8c57-1c7122f1c403 on network 129d9d89-8a46-42ed-98a6-094c621fe3de {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:47.336206 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:47.336640 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Checking segment: {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:47.336976 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.337400 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Bound using segment: {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:47.337870 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Bound port: 69c70405-cba0-416b-8c57-1c7122f1c403, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1af720-9b9c-4900-be93-dfb9c768d139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:47.338246 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.341031 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Request body: {'port': {'security_groups': ['4c78c72f-1814-4659-83b6-83a3b80c0024']}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:47.414623 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] For port 69c70405-cba0-416b-8c57-1c7122f1c403, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:47.417858 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] For port 69c70405-cba0-416b-8c57-1c7122f1c403, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=69c70405-cba0-416b-8c57-1c7122f1c403,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:47.427335 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.436530 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.500348 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Provisioning complete for port 69c70405-cba0-416b-8c57-1c7122f1c403 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:47.501703 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.508413 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5a763-34be-45a4-a4bd-1886a44c4528 None None] Pushing event updated for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=4']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:47.511107 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:47.511790 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:47.691695 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:47.746648 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:47.755733 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Current status of the port 69c70405-cba0-416b-8c57-1c7122f1c403 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:47.756827 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.788552 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for port (09e243fb-452e-4bb8-8785-c92db167a57f), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.794389 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.796857 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] For port 69c70405-cba0-416b-8c57-1c7122f1c403, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=69c70405-cba0-416b-8c57-1c7122f1c403,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:47.802159 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.841209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:47.855076 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:47.855502 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.856982 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d297422-1885-431d-800f-dcb2eb9dd725 req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "PUT /v2.0/ports/09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 943 time: 0.5210600 Apr 06 10:59:47.857583 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:47.860601 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ed24b7-55ad-464b-a970-8c92eab75dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:47.864527 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46746) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:47.908277 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f7a0d-5be4-4f5c-84e6-a15a02222bc2 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event updated for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=7']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:47.965073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428bca-1161-40fe-85f3-e853d3474a21 None None] Pushing event updated for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:47.983518 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d2e303de-53d7-44be-b84c-42c3e928cc07 None None] Provisioning complete for port 69c70405-cba0-416b-8c57-1c7122f1c403 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:47.983930 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d2e303de-53d7-44be-b84c-42c3e928cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.001586 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (7d83ec94-bbb0-4426-82e4-7bff38321e6c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.020755 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '69c70405-cba0-416b-8c57-1c7122f1c403', 'name': '', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'mac_address': 'fa:16:3e:39:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:41Z', 'updated_at': '2022-04-06T10:59:47Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'subnets': [{'id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:48.042173 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda52fb6-b4fe-4737-9426-b670376c85c6 x-openstack-request-id: req-dda52fb6-b4fe-4737-9426-b670376c85c6 {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:48.042468 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:48.042725 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda52fb6-b4fe-4737-9426-b670376c85c6 {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:48.043161 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dda52fb6-b4fe-4737-9426-b670376c85c6'] response: {'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:59:48.052161 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (7d83ec94-bbb0-4426-82e4-7bff38321e6c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.060200 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098ec10-17f9-4904-9d8d-4384f065ebcb None None] The sync data for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi is: [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '69c70405-cba0-416b-8c57-1c7122f1c403', 'name': '', 'network_id': '129d9d89-8a46-42ed-98a6-094c621fe3de', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'mac_address': 'fa:16:3e:39:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:41Z', 'updated_at': '2022-04-06T10:59:47Z', 'revision_number': 4, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'subnets': [{'id': '516bfbcc-8f5f-416f-aee6-887dc8bbd701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:48.063615 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:48.102650 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.155799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-50159050-104a-472b-9006-077aa500d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.157393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-50159050-104a-472b-9006-077aa500d94a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1130 time: 0.0556729 Apr 06 10:59:48.222653 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7d83ec94-bbb0-4426-82e4-7bff38321e6c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.225191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.227144 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "DELETE /v2.0/security-groups/7d83ec94-bbb0-4426-82e4-7bff38321e6c HTTP/1.1" status: 204 len: 168 time: 0.3609226 Apr 06 10:59:48.229628 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46750) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:48.236731 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d2e303de-53d7-44be-b84c-42c3e928cc07 None None] Current status of the port 69c70405-cba0-416b-8c57-1c7122f1c403 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:48.244748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72708b11-b1cd-40a3-b588-1e141a407ce6 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d83ec94-bbb0-4426-82e4-7bff38321e6c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:48.300889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-be5a2b8c-0593-42de-a970-d0e9d56f1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.302384 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-be5a2b8c-0593-42de-a970-d0e9d56f1719 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 916 time: 0.1365192 Apr 06 10:59:48.358135 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-3764bfef-1c3a-4633-9d21-c698ec652ce7 None None] Provisioning complete for port 09e243fb-452e-4bb8-8785-c92db167a57f triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:48.358740 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3764bfef-1c3a-4633-9d21-c698ec652ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.399267 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-d635086b-26ef-48e1-80e1-b288b6c94258 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 1002 time: 0.0895245 Apr 06 10:59:48.411707 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Deleting port a2974c43-ee9b-48b3-b991-ecb2c5646d86 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:48.412159 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.474501 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-3764bfef-1c3a-4633-9d21-c698ec652ce7 None None] Current status of the port 09e243fb-452e-4bb8-8785-c92db167a57f is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:48.476016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-c95134ab-db95-4d37-90ae-05555468f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.477806 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-c95134ab-db95-4d37-90ae-05555468f1b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0715802 Apr 06 10:59:48.488818 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54c852b8-50bc-4024-8165-ba47eb39d0f5 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:48.550064 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 54c852b8-50bc-4024-8165-ba47eb39d0f5 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:48.550744 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.559547 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-bedf4ae7-e693-4ddc-9baf-b166b7b9896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.561741 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-bedf4ae7-e693-4ddc-9baf-b166b7b9896b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761199 Apr 06 10:59:48.648798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 54c852b8-50bc-4024-8165-ba47eb39d0f5 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:48.649235 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 69c70405-cba0-416b-8c57-1c7122f1c403 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:48.665607 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-46c8ee26-33b6-4cfd-967b-5f0e40040bca service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962667 Apr 06 10:59:48.731963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 69c70405-cba0-416b-8c57-1c7122f1c403 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:48.732385 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.746950 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.747420 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for floatingip (a2974c43-ee9b-48b3-b991-ecb2c5646d86), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.761607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Calling delete_port for a2974c43-ee9b-48b3-b991-ecb2c5646d86 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:48.795813 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-04ed24b7-55ad-464b-a970-8c92eab75dc2 req-294976d5-5bef-46eb-aa39-d06a49d321d5 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107244 Apr 06 10:59:48.827082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 69c70405-cba0-416b-8c57-1c7122f1c403 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:48.965404 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (a2974c43-ee9b-48b3-b991-ecb2c5646d86), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.995514 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event deleted for resources: {'Port': ['ID=a2974c43-ee9b-48b3-b991-ecb2c5646d86,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:49.061693 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks [] for floatingip (c862aae8-1998-40c7-b968-3197141ad5cf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.061915 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Floating IP c862aae8-1998-40c7-b968-3197141ad5cf disassociated (deleted). External IP: 172.27.0.117, port: 09e243fb-452e-4bb8-8785-c92db167a57f. Apr 06 10:59:49.290316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:49.411792 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:49.416498 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.423477 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Sync routers for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:49.433796 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:49.434426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:49.459306 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-674bdb55-7ed8-4d34-b95d-fb372a05b752 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "DELETE /v2.0/floatingips/c862aae8-1998-40c7-b968-3197141ad5cf HTTP/1.1" status: 204 len: 168 time: 1.2284951 Apr 06 10:59:49.580507 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.582305 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:49.836083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:49.866100 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Checking router: c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:49.874619 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:49.876468 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:49.993582 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:50.044324 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:50.046663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba" -d '{"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:50.083810 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92749d81-150c-414b-867d-eddfa48c4473 x-openstack-request-id: req-92749d81-150c-414b-867d-eddfa48c4473 {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:50.084101 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:50.084355 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92749d81-150c-414b-867d-eddfa48c4473 {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:50.084763 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92749d81-150c-414b-867d-eddfa48c4473'] response: {'name': 'network-changed', 'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:59:50.215145 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:50.241933 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8345b83-0c28-4a97-b772-4a303954ec59 None None] The sync data for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi is: [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 4, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'de196130-c129-4a55-b8ce-888c55a6a709', 'name': '', 'network_id': '1db404bf-0d51-41ca-84a0-c334b9014959', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'mac_address': 'fa:16:3e:03:38:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'subnets': [{'id': '74eece1a-8621-4e46-ab7b-e8224ebff8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:50.428464 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-eceec3b3-865d-4fb6-b462-29df7a74d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.431185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-eceec3b3-865d-4fb6-b462-29df7a74d50b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02455d74a2f149da8ee007de09aaed4e&device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 1130 time: 0.0518267 Apr 06 10:59:50.497680 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3605f0-c2a0-42e8-8dc0-878676f01546 None None] New status for floating IP c862aae8-1998-40c7-b968-3197141ad5cf: DOWN {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:50.546813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-f573b533-7be6-46e9-ad12-7b929c392886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.548841 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-f573b533-7be6-46e9-ad12-7b929c392886 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 200 len: 916 time: 0.1068714 Apr 06 10:59:50.597798 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-ea0ac571-d45d-4630-b8cc-b369d889dcd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 200 len: 217 time: 0.0419271 Apr 06 10:59:50.651233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-c9ae7238-bbff-4a3f-bb65-c871eac33467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.652692 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-c9ae7238-bbff-4a3f-bb65-c871eac33467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 200 len: 854 time: 0.0489194 Apr 06 10:59:50.708290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-549de2b0-248d-4f27-97c5-b06e341c7c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.709876 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-549de2b0-248d-4f27-97c5-b06e341c7c75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1db404bf-0d51-41ca-84a0-c334b9014959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483532 Apr 06 10:59:50.808876 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-0e65dfb9-c600-47ae-94f9-d2a0010efb03 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861552 Apr 06 10:59:50.912911 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-71b0cfcf-c58a-4b6b-b8d3-b194232aacba req-3465b0f9-f2cd-4874-863c-7dfe00416bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971401 Apr 06 10:59:50.913686 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.584684 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc05f55-fc19-415c-bd51-c2b9f6d5b63f req-671044ff-917a-4c15-a0c5-9a1f6ffb5e7e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:52.586188 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7fc05f55-fc19-415c-bd51-c2b9f6d5b63f req-671044ff-917a-4c15-a0c5-9a1f6ffb5e7e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0541148 Apr 06 10:59:52.633602 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7fc05f55-fc19-415c-bd51-c2b9f6d5b63f req-22c90849-e829-4250-b08f-b7fc97019cd9 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417593 Apr 06 10:59:53.276947 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e082354-b700-43cd-9b22-47e855d280b0 req-61767e3b-9bcb-4a1f-9b26-a81b7e3aedaa tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:53.278479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e082354-b700-43cd-9b22-47e855d280b0 req-61767e3b-9bcb-4a1f-9b26-a81b7e3aedaa tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0529284 Apr 06 10:59:53.332894 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e082354-b700-43cd-9b22-47e855d280b0 req-85c997e3-7f8c-409a-abbd-03305aee3787 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Apr 06 10:59:53.758817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577778c7-ace1-4a46-b64c-e35965764158 req-6a80498e-d525-4816-95a1-f54b6a116546 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:53.760246 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-577778c7-ace1-4a46-b64c-e35965764158 req-6a80498e-d525-4816-95a1-f54b6a116546 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0567429 Apr 06 10:59:53.807354 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-577778c7-ace1-4a46-b64c-e35965764158 req-775267b6-8a2c-40b4-bc57-96e98d6b1784 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Apr 06 10:59:54.454371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced06fe9-2f14-4ad2-b08c-a30764da65ea req-0e9e60f3-774d-432d-947d-26997b9618cf tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:54.455824 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ced06fe9-2f14-4ad2-b08c-a30764da65ea req-0e9e60f3-774d-432d-947d-26997b9618cf tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0553203 Apr 06 10:59:54.503151 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ced06fe9-2f14-4ad2-b08c-a30764da65ea req-245b0067-147b-46a7-b4a4-ac661fc1a458 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Apr 06 10:59:54.939916 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5b64e-bc93-4604-80b4-25ccae6d75da req-ae6fd5f2-5346-41a9-96e6-1421169a99df tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:54.942027 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eac5b64e-bc93-4604-80b4-25ccae6d75da req-ae6fd5f2-5346-41a9-96e6-1421169a99df tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0655029 Apr 06 10:59:54.991654 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eac5b64e-bc93-4604-80b4-25ccae6d75da req-1f24fb6e-0cfe-41bc-bdc1-dbd7cc781a48 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Apr 06 10:59:55.634032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e7370-bad3-49f8-8d76-57c7e7487b3f req-696bffc8-c171-418a-8df1-fbecf44fa67a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:55.635511 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0d1e7370-bad3-49f8-8d76-57c7e7487b3f req-696bffc8-c171-418a-8df1-fbecf44fa67a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0577803 Apr 06 10:59:55.700210 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0d1e7370-bad3-49f8-8d76-57c7e7487b3f req-ef737bfb-bce8-4d05-b740-7e20b5f37bcb tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 Apr 06 10:59:56.113145 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5954e2-5192-4afe-b3fd-14581733614e req-8a641657-1ef3-4530-a233-2e300f323249 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.114645 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1a5954e2-5192-4afe-b3fd-14581733614e req-8a641657-1ef3-4530-a233-2e300f323249 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0533142 Apr 06 10:59:56.162624 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1a5954e2-5192-4afe-b3fd-14581733614e req-45408432-383c-44ae-9171-72407a751661 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423963 Apr 06 10:59:56.834050 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccfd4c-4f77-408e-b1d0-fe360db8efcd req-e14d6cf4-6e61-4c8b-9025-a7f498d0c3c3 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.835861 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9ccfd4c-4f77-408e-b1d0-fe360db8efcd req-e14d6cf4-6e61-4c8b-9025-a7f498d0c3c3 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0700059 Apr 06 10:59:56.885959 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9ccfd4c-4f77-408e-b1d0-fe360db8efcd req-a0b01fe1-1236-4820-92fc-e1c0cddaa78a tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445364 Apr 06 10:59:57.281101 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92a272-434c-4318-8560-41ce19737057 req-4396967d-ada4-47b5-95b9-2994c4fa4f2d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:57.282599 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d92a272-434c-4318-8560-41ce19737057 req-4396967d-ada4-47b5-95b9-2994c4fa4f2d tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0526729 Apr 06 10:59:57.337610 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d92a272-434c-4318-8560-41ce19737057 req-16db9d01-8f41-4d1f-adb3-a20803a82dce tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490196 Apr 06 10:59:58.003252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86079d-190f-4ac5-8b5f-13d1895231e2 req-4800045f-93b9-48f3-ab0d-b56590622f12 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:58.004729 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0c86079d-190f-4ac5-8b5f-13d1895231e2 req-4800045f-93b9-48f3-ab0d-b56590622f12 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0529878 Apr 06 10:59:58.051008 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0c86079d-190f-4ac5-8b5f-13d1895231e2 req-9348eeaa-6cbd-47f6-95f7-7602dcd6f3e3 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Apr 06 10:59:58.454839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eed4ff-24ca-4b64-b1d7-4824ddd1cf13 req-0864737b-503a-46a0-9e5f-a2df1cf98a16 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:58.462134 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-31eed4ff-24ca-4b64-b1d7-4824ddd1cf13 req-0864737b-503a-46a0-9e5f-a2df1cf98a16 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.0526624 Apr 06 10:59:58.555423 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-31eed4ff-24ca-4b64-b1d7-4824ddd1cf13 req-adbc5a8e-9a23-4d98-af11-672ac2ff5b21 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=5085302d-12d6-4258-838c-8863dfce8b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934188 Apr 06 10:59:58.591416 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0008519-4d56-4400-b170-bfb0e876d489 req-17a12faa-e652-4014-84ee-40e8fe1cf5df tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:58.592827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0008519-4d56-4400-b170-bfb0e876d489 req-17a12faa-e652-4014-84ee-40e8fe1cf5df tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.18 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0998979 Apr 06 10:59:58.600097 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf606d-e21b-408d-b981-27a186e652c4 req-c54defdb-08e0-4006-ae03-715b75151e20 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:58.601417 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-24bf606d-e21b-408d-b981-27a186e652c4 req-c54defdb-08e0-4006-ae03-715b75151e20 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 945 time: 0.1071992 Apr 06 10:59:58.781587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Deleting port 09e243fb-452e-4bb8-8785-c92db167a57f {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:58.782100 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.787142 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Deleting port b3a06dbd-f09b-4067-9e4c-95bb799cab5a {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:58.787469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.944089 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] For port 09e243fb-452e-4bb8-8785-c92db167a57f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=09e243fb-452e-4bb8-8785-c92db167a57f,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:58.944456 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.954544 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] For port b3a06dbd-f09b-4067-9e4c-95bb799cab5a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:58.954898 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.967932 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Calling delete_port for 09e243fb-452e-4bb8-8785-c92db167a57f owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:59.170006 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8041d-af45-47aa-9172-09fb099b0ff6 req-6df7b019-a2bd-455a-a03d-1b52ae69dbbe tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:59.171643 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2bc8041d-af45-47aa-9172-09fb099b0ff6 req-6df7b019-a2bd-455a-a03d-1b52ae69dbbe tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/ports?device_id=28aefe40-8eb9-408b-a453-2a273ae1a86d HTTP/1.1" status: 200 len: 946 time: 0.0534999 Apr 06 10:59:59.232162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2bc8041d-af45-47aa-9172-09fb099b0ff6 req-ebae3ccf-d542-4074-9d2d-1c9d973f7ba1 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c78c72f-1814-4659-83b6-83a3b80c0024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515690 Apr 06 10:59:59.241852 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.242214 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.242525 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Floating IP d0a7fb8a-3215-4d6c-88ce-6a483deed963 disassociated. External IP: 172.27.0.197, port: b3a06dbd-f09b-4067-9e4c-95bb799cab5a. Apr 06 10:59:59.242861 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Calling delete_port for b3a06dbd-f09b-4067-9e4c-95bb799cab5a owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:59.244551 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (09e243fb-452e-4bb8-8785-c92db167a57f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.278591 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Pushing event deleted for resources: {'Port': ['ID=09e243fb-452e-4bb8-8785-c92db167a57f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.299077 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['09e243fb-452e-4bb8-8785-c92db167a57f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:59.357616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] No DVR routers for this DVR port 09e243fb-452e-4bb8-8785-c92db167a57f on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:59.363319 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.366531 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0008519-4d56-4400-b170-bfb0e876d489 req-03d7ad01-b5e8-4a15-a4a3-ee1081f73647 tempest-TestMinimumBasicScenario-1381428449 tempest-TestMinimumBasicScenario-1381428449-project] 10.222.0.18 "DELETE /v2.0/ports/09e243fb-452e-4bb8-8785-c92db167a57f HTTP/1.1" status: 204 len: 173 time: 0.7456093 Apr 06 10:59:59.366962 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'name': 'network-vif-deleted', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:59.369161 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd83602-dff6-41fc-904f-0fa898332bd7" -d '{"events": [{"server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "name": "network-vif-deleted", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:59.404710 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5028254-c322-4f50-a881-9cdfee165303 x-openstack-request-id: req-a5028254-c322-4f50-a881-9cdfee165303 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:59.404982 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28aefe40-8eb9-408b-a453-2a273ae1a86d", "name": "network-vif-deleted", "tag": "09e243fb-452e-4bb8-8785-c92db167a57f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:59.405236 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5028254-c322-4f50-a881-9cdfee165303 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:59.405762 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5028254-c322-4f50-a881-9cdfee165303'] response: {'server_uuid': '28aefe40-8eb9-408b-a453-2a273ae1a86d', 'name': 'network-vif-deleted', 'tag': '09e243fb-452e-4bb8-8785-c92db167a57f', 'status': 'completed', 'code': 200} Apr 06 10:59:59.451855 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (b3a06dbd-f09b-4067-9e4c-95bb799cab5a), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.482057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event deleted for resources: {'Port': ['ID=b3a06dbd-f09b-4067-9e4c-95bb799cab5a,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.601170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:59.662241 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a659ce00-1578-4661-93ca-d794b9d4835c req-1e260bcf-6e98-46a4-b188-215dbfebab57 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0344312 Apr 06 10:59:59.742523 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:59.754978 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:59.766331 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:59.767660 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.789841 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] No DVR routers for this DVR port b3a06dbd-f09b-4067-9e4c-95bb799cab5a on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:59.792337 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.795821 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-24bf606d-e21b-408d-b981-27a186e652c4 req-13edd3a3-d2bb-43ee-a6a5-f9196116deeb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "DELETE /v2.0/ports/b3a06dbd-f09b-4067-9e4c-95bb799cab5a HTTP/1.1" status: 204 len: 173 time: 1.1677444 Apr 06 10:59:59.884206 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:00.210843 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:00.239168 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:00.248022 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:00.248742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:00.363957 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:00.567298 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:00.595139 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b610ab-4dc7-4803-b610-dbffd5ffb111 None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'bac97c63-3e66-4970-9927-069214f3d603', 'name': '', 'network_id': '4658973f-8949-4895-99e0-35fdfcbbc74b', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'mac_address': 'fa:16:3e:99:eb:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:07Z', 'updated_at': '2022-04-06T10:54:17Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'subnets': [{'id': 'cc886d4d-9ff9-4900-b602-40d03df979f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:00.790725 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d4ebdf01-fd35-4c35-b126-be5571712000 req-1e819f16-9541-49bc-b2e9-5e533c8d7df7 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0 HTTP/1.1" status: 200 len: 210 time: 0.0386758 Apr 06 11:00:00.889972 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ea9463-3512-4328-aa98-2c17d51c02e8 None None] New status for floating IP d0a7fb8a-3215-4d6c-88ce-6a483deed963: DOWN {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:00.984223 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46920) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:01.406417 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'name': 'network-vif-deleted', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:01.407102 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.408943 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c6f409-d114-40da-b318-afeb22db1181" -d '{"events": [{"server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "name": "network-vif-deleted", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:01.445585 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc27b254-b217-493b-b6b7-a9cac1e1d40f x-openstack-request-id: req-dc27b254-b217-493b-b6b7-a9cac1e1d40f {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:01.445882 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0", "name": "network-vif-deleted", "tag": "b3a06dbd-f09b-4067-9e4c-95bb799cab5a", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:01.446133 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dc27b254-b217-493b-b6b7-a9cac1e1d40f {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:01.446534 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc27b254-b217-493b-b6b7-a9cac1e1d40f'] response: {'server_uuid': '3ec620e9-6cb4-42ba-ac9d-f1038e0f49a0', 'name': 'network-vif-deleted', 'tag': 'b3a06dbd-f09b-4067-9e4c-95bb799cab5a', 'status': 'completed', 'code': 200} Apr 06 11:00:01.706254 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-c05b8275-9028-4a5f-aa58-9fd65875d2bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478764 Apr 06 11:00:01.831871 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-8aa7867c-a9c9-46ca-aa37-e748114b437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.833583 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-8aa7867c-a9c9-46ca-aa37-e748114b437d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=47dece66d38a4f31b98fc5f917af446e&device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 1129 time: 0.0528672 Apr 06 11:00:01.909841 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46930) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:01.930082 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Deleting port de196130-c129-4a55-b8ce-888c55a6a709 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:01.931021 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (de196130-c129-4a55-b8ce-888c55a6a709), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.001207 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-2b3df01b-02f4-4978-a831-fe7617489795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:02.002762 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-2b3df01b-02f4-4978-a831-fe7617489795 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 200 len: 920 time: 0.1436257 Apr 06 11:00:02.003628 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (5085302d-12d6-4258-838c-8863dfce8b2f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.013911 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] For port de196130-c129-4a55-b8ce-888c55a6a709, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=de196130-c129-4a55-b8ce-888c55a6a709,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:02.014443 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (de196130-c129-4a55-b8ce-888c55a6a709), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.028048 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Calling delete_port for de196130-c129-4a55-b8ce-888c55a6a709 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:02.056185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-f3d9cc34-2676-4f5b-9bdf-4442c7437693 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 200 len: 217 time: 0.0425224 Apr 06 11:00:02.066990 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (5085302d-12d6-4258-838c-8863dfce8b2f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.135705 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-62e13d22-f0fb-41fe-8305-d77da8b6e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:02.137322 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-62e13d22-f0fb-41fe-8305-d77da8b6e604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 200 len: 858 time: 0.0726657 Apr 06 11:00:02.176928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5085302d-12d6-4258-838c-8863dfce8b2f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.179636 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.180763 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "DELETE /v2.0/security-groups/5085302d-12d6-4258-838c-8863dfce8b2f HTTP/1.1" status: 204 len: 168 time: 0.2698324 Apr 06 11:00:02.184737 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46932) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:02.207909 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4757bc-a970-4d18-876c-77c76bbcf872 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5085302d-12d6-4258-838c-8863dfce8b2f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:02.210112 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.api.v2.resource [None req-8fc0eb23-90e8-429b-98a6-66b29025af16 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] show failed (client error): The resource could not be found. Apr 06 11:00:02.213546 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8fc0eb23-90e8-429b-98a6-66b29025af16 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups/5085302d-12d6-4258-838c-8863dfce8b2f HTTP/1.1" status: 404 len: 347 time: 0.0243824 Apr 06 11:00:02.214415 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46934) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:02.218989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (de196130-c129-4a55-b8ce-888c55a6a709), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.227107 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-c4f7e421-4804-40c1-b62e-eb539ddacb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:02.228102 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-c4f7e421-4804-40c1-b62e-eb539ddacb2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4658973f-8949-4895-99e0-35fdfcbbc74b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847063 Apr 06 11:00:02.251326 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Pushing event deleted for resources: {'Port': ['ID=de196130-c129-4a55-b8ce-888c55a6a709,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:02.465142 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.542437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.726432 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:02.774174 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-d0866edb-54ba-431b-8160-d9a72f7d9025 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147612 Apr 06 11:00:02.777949 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-f8083616-1f55-48bf-954c-a45f9936f310 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43173967&fields=id&tenant_id=78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 267 time: 0.1067135 Apr 06 11:00:02.839992 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:02.845270 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ef58697b-b9af-48fb-8298-c5d9ef9f0611 admin admin] 10.222.0.57 "PUT /v2.0/routers/c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8593993 Apr 06 11:00:02.847733 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46946) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:02.850380 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Sync routers for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:02.861737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:02.862372 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:02.910196 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Deleting port fc92ce83-b20d-4626-bcaf-601cc20255f9 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:02.911064 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.972511 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks [] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.976727 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:03.024652 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8c76bbcb-80e6-4503-b2b9-542b6a673534 req-10f6291a-9ac7-4662-8b56-d50fd5bc56c6 service neutron] 10.222.0.18 "GET /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397654 Apr 06 11:00:03.031774 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-6e904e3a-277d-4a97-9ac4-e7bba0826eb3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:03.033163 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-6e904e3a-277d-4a97-9ac4-e7bba0826eb3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 812 time: 0.2392938 Apr 06 11:00:03.067913 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4a743e6f-0090-44f5-8a9d-a29127bbe724 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/quotas/78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 375 time: 0.0223608 Apr 06 11:00:03.071408 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.071861 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (fc92ce83-b20d-4626-bcaf-601cc20255f9), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.087489 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks [] for router_gateway (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.110143 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device b3a06dbd-f09b-4067-9e4c-95bb799cab5a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:03.115071 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Calling delete_port for fc92ce83-b20d-4626-bcaf-601cc20255f9 owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:03.142390 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: b3a06dbd-f09b-4067-9e4c-95bb799cab5a {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:03.142731 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device b3a06dbd-f09b-4067-9e4c-95bb799cab5a not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:03.143360 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 09e243fb-452e-4bb8-8785-c92db167a57f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:03.144360 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Deleting port 61ff2058-d9af-44ed-b67f-9427115a0bed {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:03.144710 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.167441 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 09e243fb-452e-4bb8-8785-c92db167a57f {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:03.168030 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 09e243fb-452e-4bb8-8785-c92db167a57f not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:03.195877 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-d8a0ad62-ae73-45d5-9c94-9ed69ae39603 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158442 Apr 06 11:00:03.226607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] For port 61ff2058-d9af-44ed-b67f-9427115a0bed, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=61ff2058-d9af-44ed-b67f-9427115a0bed,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:03.226801 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.226909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T11:00:02Z', 'revision_number': 5, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port': {'id': '61ff2058-d9af-44ed-b67f-9427115a0bed', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:22Z', 'updated_at': '2022-04-06T10:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:03.241917 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Calling delete_port for 61ff2058-d9af-44ed-b67f-9427115a0bed owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:03.260581 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Checking router: c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:03.270382 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Routers {'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:03.271020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:03.301265 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (fc92ce83-b20d-4626-bcaf-601cc20255f9), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.335596 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event deleted for resources: {'Port': ['ID=fc92ce83-b20d-4626-bcaf-601cc20255f9,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:03.378735 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] Set router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 gateway port host: None {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:03.432269 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (61ff2058-d9af-44ed-b67f-9427115a0bed), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.433343 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T11:00:03Z', 'revision_number': 6, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:03.456608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks [] for floatingip (d0a7fb8a-3215-4d6c-88ce-6a483deed963), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.459471 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.460619 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-59f06cce-557a-48c2-b4fe-98878fc276c8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "DELETE /v2.0/floatingips/d0a7fb8a-3215-4d6c-88ce-6a483deed963 HTTP/1.1" status: 204 len: 168 time: 1.2450862 Apr 06 11:00:03.463306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Pushing event deleted for resources: {'Port': ['ID=61ff2058-d9af-44ed-b67f-9427115a0bed,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:03.480734 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371c35c4-6b0b-469c-9652-a23507bb51b6 None None] The sync data for ids ['c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5'] in dv-cinder-836071-2-iscsi is: [{'id': 'c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5', 'name': 'tempest-TestMinimumBasicScenario-2141793836-router', 'tenant_id': '02455d74a2f149da8ee007de09aaed4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:21Z', 'updated_at': '2022-04-06T11:00:03Z', 'revision_number': 6, 'project_id': '02455d74a2f149da8ee007de09aaed4e', 'gw_port_host': None}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:03.497447 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-c4af4ab4-2766-4a53-ac27-48ec696a9b9f service neutron] 10.222.0.57 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846529 Apr 06 11:00:03.544252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.617613 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-13a383dc-570f-448e-989c-8931aca474bd service neutron] 10.222.0.57 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136975 Apr 06 11:00:03.668784 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.671008 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks [] for router_controller (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.739690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.740883 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:00:03.746388 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.750175 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5adb8b1c-648e-486b-af44-f1f3a1aba543 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c224a4df-0a1b-48d4-9c92-1e8fe6d93ef5 HTTP/1.1" status: 204 len: 168 time: 0.9014869 Apr 06 11:00:03.750481 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46960) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:03.805146 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Deleting subnet 74eece1a-8621-4e46-ab7b-e8224ebff8c7 {{(pid=120430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:03.808599 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Publish callbacks [] for subnet (74eece1a-8621-4e46-ab7b-e8224ebff8c7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.845151 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4764471'] for subnet (74eece1a-8621-4e46-ab7b-e8224ebff8c7), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.950201 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8fd61e3e-156c-46e0-b014-9facd57f0835 req-e621bbb0-d61c-41e6-accf-2a12cbd462f5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 210 time: 0.0382171 Apr 06 11:00:03.995696 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (74eece1a-8621-4e46-ab7b-e8224ebff8c7), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.055282 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4744414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (74eece1a-8621-4e46-ab7b-e8224ebff8c7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.082552 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74eece1a-8621-4e46-ab7b-e8224ebff8c7,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:04.086107 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.089261 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-0c3aed39-7132-4f25-9451-a5d89f6c11db admin admin] 10.222.0.57 "DELETE /v2.0/subnets/74eece1a-8621-4e46-ab7b-e8224ebff8c7 HTTP/1.1" status: 204 len: 168 time: 0.3380013 Apr 06 11:00:04.091729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 46970) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:04.095065 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55bbd31-9b70-4d73-9e11-7deb58e2679d None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:04.166594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (1db404bf-0d51-41ca-84a0-c334b9014959), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.223217 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Deleting port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:04.223624 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.292418 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] For port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:04.292789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.311913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Calling delete_port for ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:04.330166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] DHCP port deletion for 1db404bf-0d51-41ca-84a0-c334b9014959 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:00:04.402823 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Deleting port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:04.403208 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.418574 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.448105 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:04.451885 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] No DVR routers for this DVR port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:04.475234 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 61ff2058-d9af-44ed-b67f-9427115a0bed no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:04.508961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] For port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,segment=NetworkSegment(f70d54c8-4240-4b0d-a5a1-eda2e413dd93),segment_id=f70d54c8-4240-4b0d-a5a1-eda2e413dd93)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:04.509374 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.511640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 61ff2058-d9af-44ed-b67f-9427115a0bed {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:04.511979 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 61ff2058-d9af-44ed-b67f-9427115a0bed not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:04.512397 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device de196130-c129-4a55-b8ce-888c55a6a709 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:04.541047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Calling delete_port for ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:04.543724 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (1db404bf-0d51-41ca-84a0-c334b9014959), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.543908 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: de196130-c129-4a55-b8ce-888c55a6a709 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:04.544235 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device de196130-c129-4a55-b8ce-888c55a6a709 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:04.544647 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:04.567772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db404bf-0d51-41ca-84a0-c334b9014959']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:04.569220 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:04.569759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:04.581984 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:04.583245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70d54c8-4240-4b0d-a5a1-eda2e413dd93') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:04.597200 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (f70d54c8-4240-4b0d-a5a1-eda2e413dd93), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.614273 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (f70d54c8-4240-4b0d-a5a1-eda2e413dd93), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.622635 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:04.623688 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (f70d54c8-4240-4b0d-a5a1-eda2e413dd93), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:04.626809 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:04.693960 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (1db404bf-0d51-41ca-84a0-c334b9014959), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.706374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.717111 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] 10.222.0.57 "DELETE /v2.0/networks/1db404bf-0d51-41ca-84a0-c334b9014959 HTTP/1.1" status: 204 len: 168 time: 0.6190908 Apr 06 11:00:04.717447 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (ff6a2a12-4b41-4bf6-add9-3c20fa51caa5), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.717550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 46978) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:04.735089 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d845f2-4092-46e2-869e-de0fa96b768f admin admin] Pushing event deleted for resources: {'Network': ['ID=1db404bf-0d51-41ca-84a0-c334b9014959,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:04.754095 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Network 1db404bf-0d51-41ca-84a0-c334b9014959 is not hosted by any dhcp agent {{(pid=120433) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 11:00:04.754764 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] No DVR routers for this DVR port ff6a2a12-4b41-4bf6-add9-3c20fa51caa5 on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:04.756217 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9b08e-2949-4f92-925b-13aa2ceda051 None None] Pushing event deleted for resources: {'Port': ['ID=ff6a2a12-4b41-4bf6-add9-3c20fa51caa5,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.106219 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8500bad8-da6a-4435-909b-9c8d7c8bcd6d req-b5d3b49c-c2fe-457e-8766-c86092263f9d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 210 time: 0.0379190 Apr 06 11:00:05.144104 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.160168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-630717a2-1e23-4a0c-8777-0fc096dce09d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:05.161874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-630717a2-1e23-4a0c-8777-0fc096dce09d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 812 time: 0.1573806 Apr 06 11:00:05.241593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-ee48f816-ec56-4f1a-b904-42d0b33d821c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 378 time: 0.0547054 Apr 06 11:00:05.244852 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:00:05.251793 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'port': {'device_id': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'admin_state_up': True, 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'security_groups': ['d222ba82-f0f5-4c45-ad22-85c70af8ecf4']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:05.363579 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Made reservation on behalf of 78bcaeac7bef4380942d47653ee217b3 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:05.367067 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.503330 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Allocated IP 172.20.0.12 (2d300e26-8850-4377-9bfb-7511de2e57f4/b6633247-ca3a-4109-9fc0-36b91e91201e/085fec97-0c8f-44ea-af6f-347486e766f9) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:05.619635 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Deleting port 6644c180-b9e7-45a6-bd55-e185d127c295 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:05.619979 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.646910 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (085fec97-0c8f-44ea-af6f-347486e766f9), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.682091 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.709717 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] For port 6644c180-b9e7-45a6-bd55-e185d127c295, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=6644c180-b9e7-45a6-bd55-e185d127c295,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:05.710148 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.723264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:05.723502 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Calling delete_port for 6644c180-b9e7-45a6-bd55-e185d127c295 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:05.728932 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:05.732778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:05.760129 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.791800 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:05.792670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.814036 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4cd30f5c-2c49-490c-8434-6cdad5792c57 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5673084 Apr 06 11:00:05.840244 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Request body: {'port': {'device_id': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:05.938753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.962224 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (6644c180-b9e7-45a6-bd55-e185d127c295), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.013197 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=6644c180-b9e7-45a6-bd55-e185d127c295,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:06.055158 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-5f6ca211-812c-4f7d-a022-ca45d5a2c392 None None] Provisioning complete for port 085fec97-0c8f-44ea-af6f-347486e766f9 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:06.056366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5f6ca211-812c-4f7d-a022-ca45d5a2c392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.119221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-5f6ca211-812c-4f7d-a022-ca45d5a2c392 None None] Port 085fec97-0c8f-44ea-af6f-347486e766f9 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:06.268504 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.272332 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a8d3b-c854-41f5-950b-6d906d2e9996 req-8f297d22-fc5b-4e5b-85d1-3ea668708701 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.273914 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-964a8d3b-c854-41f5-950b-6d906d2e9996 req-8f297d22-fc5b-4e5b-85d1-3ea668708701 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1019287 Apr 06 11:00:06.326589 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce32ff7-5c8c-4888-bd2b-bc75cd0b559c req-dd983dbd-c38c-4218-a6c1-7fdc187d6dde tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.328086 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cce32ff7-5c8c-4888-bd2b-bc75cd0b559c req-dd983dbd-c38c-4218-a6c1-7fdc187d6dde tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 932 time: 0.1213489 Apr 06 11:00:06.360195 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-964a8d3b-c854-41f5-950b-6d906d2e9996 req-068fffb5-e60b-43ad-8196-0575a30a0527 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759799 Apr 06 11:00:06.371700 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 085fec97-0c8f-44ea-af6f-347486e766f9 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:06.380041 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks [] for port (085fec97-0c8f-44ea-af6f-347486e766f9), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.397804 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Transition to ACTIVE for port object 085fec97-0c8f-44ea-af6f-347486e766f9 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:00:06.402131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.429481 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cce32ff7-5c8c-4888-bd2b-bc75cd0b559c req-78c22f85-e69f-49e7-94b6-5f4d828711f4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917015 Apr 06 11:00:06.458006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Pushing event updated for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:06.544683 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Attempting to bind port 085fec97-0c8f-44ea-af6f-347486e766f9 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:06.545193 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Attempting to bind port 085fec97-0c8f-44ea-af6f-347486e766f9 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:06.545615 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Attempting to bind port 085fec97-0c8f-44ea-af6f-347486e766f9 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:06.550681 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Port 085fec97-0c8f-44ea-af6f-347486e766f9 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:00:06.551014 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Attempting to bind port 085fec97-0c8f-44ea-af6f-347486e766f9 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:06.556482 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:06.556825 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Checking segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:06.557211 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Bound using segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:06.557680 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Bound port: 085fec97-0c8f-44ea-af6f-347486e766f9, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:06.558177 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.562142 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Router 1c11cb5f-4926-42eb-aec3-87f9d795b184 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:06.628439 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:06.631978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=085fec97-0c8f-44ea-af6f-347486e766f9,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:06.637927 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.671623 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.672908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.674340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-36975600-7c6a-4184-950c-3730e1324554 service neutron] 10.222.0.18 "PUT /v2.0/ports/085fec97-0c8f-44ea-af6f-347486e766f9 HTTP/1.1" status: 200 len: 1094 time: 0.8405240 Apr 06 11:00:06.676553 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:06.678864 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:06.679601 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:06.684881 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e58cc79b-df83-412a-9422-3bc29ce53c2a admin admin] 10.222.0.57 "PUT /v2.0/routers/1c11cb5f-4926-42eb-aec3-87f9d795b184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689045 Apr 06 11:00:06.687488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47000) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:06.690241 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Sync routers for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:06.705999 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:06.706652 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:06.715732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36975600-7c6a-4184-950c-3730e1324554 service neutron] Pushing event updated for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:06.737224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6889590-eb35-466d-a466-118b3e09ce3d x-openstack-request-id: req-b6889590-eb35-466d-a466-118b3e09ce3d {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:06.737838 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:06.737838 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6889590-eb35-466d-a466-118b3e09ce3d {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:06.738193 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6889590-eb35-466d-a466-118b3e09ce3d'] response: {'name': 'network-changed', 'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9', 'status': 'completed', 'code': 200} Apr 06 11:00:06.827205 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks [] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.834817 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:06.944486 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks [] for router_gateway (1c11cb5f-4926-42eb-aec3-87f9d795b184), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.002605 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Deleting port 54ba7a1d-61ea-495a-b758-10cdb8355d77 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:07.003018 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.027159 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 5, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port': {'id': '54ba7a1d-61ea-495a-b758-10cdb8355d77', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T10:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:07.084252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] For port 54ba7a1d-61ea-495a-b758-10cdb8355d77, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54ba7a1d-61ea-495a-b758-10cdb8355d77,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:07.084519 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.098199 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Calling delete_port for 54ba7a1d-61ea-495a-b758-10cdb8355d77 owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:07.145402 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Checking router: 1c11cb5f-4926-42eb-aec3-87f9d795b184 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:07.153625 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Routers {'1c11cb5f-4926-42eb-aec3-87f9d795b184'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:07.154245 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1c11cb5f-4926-42eb-aec3-87f9d795b184'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:07.243384 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] Set router 1c11cb5f-4926-42eb-aec3-87f9d795b184 gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:07.275703 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (54ba7a1d-61ea-495a-b758-10cdb8355d77), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.296757 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T11:00:06Z', 'revision_number': 6, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:07.302232 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Pushing event deleted for resources: {'Port': ['ID=54ba7a1d-61ea-495a-b758-10cdb8355d77,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:07.327156 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed26c5c-c7e0-44ff-a663-ef1def2e0872 None None] The sync data for ids ['1c11cb5f-4926-42eb-aec3-87f9d795b184'] in dv-cinder-836071-2-iscsi is: [{'id': '1c11cb5f-4926-42eb-aec3-87f9d795b184', 'name': 'tempest-TestMinimumBasicScenario-977161338-router', 'tenant_id': '02cbe65f4fa147628cb1f0106561354f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:30Z', 'updated_at': '2022-04-06T11:00:06Z', 'revision_number': 6, 'project_id': '02cbe65f4fa147628cb1f0106561354f', 'gw_port_host': None}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:07.369438 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.471356 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.489510 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-8b353b85-efc5-4d6e-989d-856b4549d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.490939 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks [] for router_controller (1c11cb5f-4926-42eb-aec3-87f9d795b184), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.491218 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-8b353b85-efc5-4d6e-989d-856b4549d241 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 1128 time: 0.0480261 Apr 06 11:00:07.538600 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (1c11cb5f-4926-42eb-aec3-87f9d795b184), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.539179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c11cb5f-4926-42eb-aec3-87f9d795b184 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:00:07.545903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.547621 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f570b28f-2f32-4582-b6c2-4561edcd313c admin admin] 10.222.0.57 "DELETE /v2.0/routers/1c11cb5f-4926-42eb-aec3-87f9d795b184 HTTP/1.1" status: 204 len: 168 time: 0.8583560 Apr 06 11:00:07.550466 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47006) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:07.578566 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74a302-d1f3-44c8-aafe-fa73815a6b36 req-48bef095-6100-4d71-baf2-210cd35f7e23 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.580045 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9e74a302-d1f3-44c8-aafe-fa73815a6b36 req-48bef095-6100-4d71-baf2-210cd35f7e23 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0612211 Apr 06 11:00:07.583495 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d2ce-3195-414a-b84a-108a1f019aee req-1db14c48-2fc5-45c9-a766-8146301e0404 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.584948 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9384d2ce-3195-414a-b84a-108a1f019aee req-1db14c48-2fc5-45c9-a766-8146301e0404 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1306310 Apr 06 11:00:07.621760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Deleting subnet 4ce5d072-649d-4983-8cb9-92b5b78c1d12 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:07.630001 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Publish callbacks [] for subnet (4ce5d072-649d-4983-8cb9-92b5b78c1d12), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.674552 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9384d2ce-3195-414a-b84a-108a1f019aee req-b2ed301d-9c43-4606-a779-26f2951da4bb tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Apr 06 11:00:07.686136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (4ce5d072-649d-4983-8cb9-92b5b78c1d12), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.727854 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9e74a302-d1f3-44c8-aafe-fa73815a6b36 req-ed86e9b3-98d8-4751-ac64-200192e0ee06 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417210 Apr 06 11:00:07.772616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-3c00a1f2-0ed8-4c6b-baa5-6401b108bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.772616 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-3c00a1f2-0ed8-4c6b-baa5-6401b108bc6f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=78bcaeac7bef4380942d47653ee217b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1645458 Apr 06 11:00:07.780698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008242-8556-4933-b6db-b0cc544275fe req-2110f361-5f0c-4a15-80b1-bfa639637235 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.782362 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d1008242-8556-4933-b6db-b0cc544275fe req-2110f361-5f0c-4a15-80b1-bfa639637235 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 946 time: 0.1765695 Apr 06 11:00:07.938607 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-ec2e64fa-39d5-4b9c-9888-2d719bb87565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.940066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f9b8b9e1-bc4d-4096-b420-9a762a59fda0 req-ec2e64fa-39d5-4b9c-9888-2d719bb87565 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568153 Apr 06 11:00:07.956541 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Deleting port 1e8f4e47-5ac0-430a-8243-042c7405b124 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:07.957021 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.028772 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (4ce5d072-649d-4983-8cb9-92b5b78c1d12), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.078412 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] For port 1e8f4e47-5ac0-430a-8243-042c7405b124, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1e8f4e47-5ac0-430a-8243-042c7405b124,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:08.079152 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.085292 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (4ce5d072-649d-4983-8cb9-92b5b78c1d12), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.104514 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-10959aea-3ed2-45d7-a882-6f99c5ba6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:08.106225 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-10959aea-3ed2-45d7-a882-6f99c5ba6cea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 1128 time: 0.0963118 Apr 06 11:00:08.108686 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Calling delete_port for 1e8f4e47-5ac0-430a-8243-042c7405b124 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:08.114771 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ce5d072-649d-4983-8cb9-92b5b78c1d12,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.117422 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.127158 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d5b55691-5489-4320-92db-5aeee7f6e7e0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4ce5d072-649d-4983-8cb9-92b5b78c1d12 HTTP/1.1" status: 204 len: 168 time: 0.5735846 Apr 06 11:00:08.127361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72593181-7c19-433d-9dad-778e8f640b60 None None] Network cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:08.127827 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47008) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:08.194184 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-4f9d3431-eb51-4722-a3e5-8113703903ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085fec97-0c8f-44ea-af6f-347486e766f9 HTTP/1.1" status: 200 len: 217 time: 0.0706975 Apr 06 11:00:08.215580 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.273900 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-f24fc74a-f374-40f0-83ee-870a583e1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:08.275071 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-f24fc74a-f374-40f0-83ee-870a583e1285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0737011 Apr 06 11:00:08.302332 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Deleting port af77d7f3-3c74-48ac-ad5d-33c362aeec5e {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:08.302677 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.326408 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] DHCP port deletion for cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:00:08.369253 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-d4a212c4-018a-4831-9005-bf9b806d2bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:08.370842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-d4a212c4-018a-4831-9005-bf9b806d2bb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867441 Apr 06 11:00:08.371626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (1e8f4e47-5ac0-430a-8243-042c7405b124), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.375969 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] For port af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,segment=NetworkSegment(a78159f9-800d-485b-b5f6-a2a2e25b99df),segment_id=a78159f9-800d-485b-b5f6-a2a2e25b99df)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:08.376634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.395117 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Calling delete_port for af77d7f3-3c74-48ac-ad5d-33c362aeec5e owned by network:dhcp {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:08.432378 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event deleted for resources: {'Port': ['ID=1e8f4e47-5ac0-430a-8243-042c7405b124,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.519760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.534223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['241eff31-1198-4ac1-9def-30d80ecf0953', '1e8f4e47-5ac0-430a-8243-042c7405b124'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:08.557615 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] No DVR routers for this DVR port 1e8f4e47-5ac0-430a-8243-042c7405b124 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:08.562495 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.567427 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d1008242-8556-4933-b6db-b0cc544275fe req-3a65ce99-b84f-48e7-bae0-0b408cf6d75e tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "DELETE /v2.0/ports/1e8f4e47-5ac0-430a-8243-042c7405b124 HTTP/1.1" status: 204 len: 173 time: 0.7763112 Apr 06 11:00:08.580647 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device af77d7f3-3c74-48ac-ad5d-33c362aeec5e no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:08.592160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.598437 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-92b888c2-c8bb-4898-85e1-984f0c72affb service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745608 Apr 06 11:00:08.599929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] No DVR routers for this DVR port af77d7f3-3c74-48ac-ad5d-33c362aeec5e on host dv-cinder-836071-2-iscsi {{(pid=120431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:08.638623 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: af77d7f3-3c74-48ac-ad5d-33c362aeec5e {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:08.638966 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device af77d7f3-3c74-48ac-ad5d-33c362aeec5e not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:08.639575 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54ba7a1d-61ea-495a-b758-10cdb8355d77 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:08.680603 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 54ba7a1d-61ea-495a-b758-10cdb8355d77 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:08.681328 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54ba7a1d-61ea-495a-b758-10cdb8355d77 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:08.681908 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 6644c180-b9e7-45a6-bd55-e185d127c295 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:08.712254 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 6644c180-b9e7-45a6-bd55-e185d127c295 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:08.712814 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 6644c180-b9e7-45a6-bd55-e185d127c295 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:08.716149 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Deleting port af77d7f3-3c74-48ac-ad5d-33c362aeec5e {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:08.716887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.730097 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba0c5a08-e7e0-4fed-ae5a-4050a5e2433f req-2c1496d4-ff61-4d04-b848-71f15c25397e service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255574 Apr 06 11:00:08.730482 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.738865 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'name': 'network-vif-deleted', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:08.742675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed1c0e9-ef60-4f57-9564-07c67c56fea5" -d '{"events": [{"server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "name": "network-vif-deleted", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:08.780826 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf756c4c-161e-4b81-82bb-a7bb0dd3ff94']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.793440 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78159f9-800d-485b-b5f6-a2a2e25b99df') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.793813 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78159f9-800d-485b-b5f6-a2a2e25b99df') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.799677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271fd19-f943-42c5-aac3-abbc74b2c8a8 x-openstack-request-id: req-0271fd19-f943-42c5-aac3-abbc74b2c8a8 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:08.799970 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32ca1fb-59d1-4b31-b22e-5c024b52d0cd", "name": "network-vif-deleted", "tag": "1e8f4e47-5ac0-430a-8243-042c7405b124", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:08.800223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0271fd19-f943-42c5-aac3-abbc74b2c8a8 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:08.801188 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0271fd19-f943-42c5-aac3-abbc74b2c8a8'] response: {'server_uuid': 'b32ca1fb-59d1-4b31-b22e-5c024b52d0cd', 'name': 'network-vif-deleted', 'tag': '1e8f4e47-5ac0-430a-8243-042c7405b124', 'status': 'completed', 'code': 200} Apr 06 11:00:08.806934 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (a78159f9-800d-485b-b5f6-a2a2e25b99df), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.840848 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3de70c9d-f401-42ba-857b-20e6036cb8d5 req-923d009e-4c66-4bdf-be71-d8ceeb30a919 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=b32ca1fb-59d1-4b31-b22e-5c024b52d0cd HTTP/1.1" status: 200 len: 210 time: 0.0366833 Apr 06 11:00:08.841971 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] For port af77d7f3-3c74-48ac-ad5d-33c362aeec5e, host dv-cinder-836071-2-iscsi, got binding levels [] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:08.842367 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.848234 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (a78159f9-800d-485b-b5f6-a2a2e25b99df), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (a78159f9-800d-485b-b5f6-a2a2e25b99df), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:08.865558 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:08.876124 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Calling delete_port for af77d7f3-3c74-48ac-ad5d-33c362aeec5e owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:08.880628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.ipam_backend_mixin [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Port af77d7f3-3c74-48ac-ad5d-33c362aeec5e was not found and therefore no delete operation was performed {{(pid=120433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 11:00:08.884963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (af77d7f3-3c74-48ac-ad5d-33c362aeec5e), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.928838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] Pushing event deleted for resources: {'Port': ['ID=af77d7f3-3c74-48ac-ad5d-33c362aeec5e,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.939104 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (cf756c4c-161e-4b81-82bb-a7bb0dd3ff94), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.940414 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e8601-0b6f-4f13-8017-3953702ef42c None None] No DVR routers for this DVR port af77d7f3-3c74-48ac-ad5d-33c362aeec5e on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:08.950163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83fb93-da9f-4b22-8e0f-5f1054b3eed6 req-8c24b12f-383e-4d5d-af5a-252d7e94c0a3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:08.952583 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cd83fb93-da9f-4b22-8e0f-5f1054b3eed6 req-8c24b12f-383e-4d5d-af5a-252d7e94c0a3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.1050448 Apr 06 11:00:08.968570 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf756c4c-161e-4b81-82bb-a7bb0dd3ff94,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.971360 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.975423 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2932931c-424f-4791-ba12-905fe22d7bf6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/cf756c4c-161e-4b81-82bb-a7bb0dd3ff94 HTTP/1.1" status: 204 len: 168 time: 0.8471010 Apr 06 11:00:09.018911 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cd83fb93-da9f-4b22-8e0f-5f1054b3eed6 req-1b48be83-21dd-41f7-8e57-45c20ac08d37 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579457 Apr 06 11:00:09.154537 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47020) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:09.198541 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-675cd263-1e00-4ffc-9229-b34241f9b2f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02455d74a2f149da8ee007de09aaed4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428510 Apr 06 11:00:09.200928 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47022) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:09.248187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] Publish callbacks [] for security_group (4c78c72f-1814-4659-83b6-83a3b80c0024), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.268954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] Publish callbacks [] for security_group (4c78c72f-1814-4659-83b6-83a3b80c0024), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.316533 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4c78c72f-1814-4659-83b6-83a3b80c0024), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.319045 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.320171 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4c78c72f-1814-4659-83b6-83a3b80c0024 HTTP/1.1" status: 204 len: 168 time: 0.1183186 Apr 06 11:00:09.327695 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d1d44-3022-428c-a48e-2f45afa19f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78c72f-1814-4659-83b6-83a3b80c0024,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.644020 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47028) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:09.686593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-58a3a38a-4583-4c4b-9455-3edbc34aabd2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02cbe65f4fa147628cb1f0106561354f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414228 Apr 06 11:00:09.689057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47030) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:09.735456 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] Publish callbacks [] for security_group (a746792e-1366-4ff2-a0a9-46207a2fda17), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.755827 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] Publish callbacks [] for security_group (a746792e-1366-4ff2-a0a9-46207a2fda17), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.801500 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a746792e-1366-4ff2-a0a9-46207a2fda17), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.804053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.805185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a746792e-1366-4ff2-a0a9-46207a2fda17 HTTP/1.1" status: 204 len: 168 time: 0.1151748 Apr 06 11:00:09.814807 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee99b8c-1c21-4338-a274-293fdfadb66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a746792e-1366-4ff2-a0a9-46207a2fda17,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:10.149388 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225ff30-58dc-4fe8-9714-c159fde1cf23 req-90fe8b5c-4fa0-43d9-bb35-b3514f498fec tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:10.151404 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4225ff30-58dc-4fe8-9714-c159fde1cf23 req-90fe8b5c-4fa0-43d9-bb35-b3514f498fec tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0618298 Apr 06 11:00:10.158066 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208b376-f8cb-4111-ae4c-e0184d542c2d req-e1ce9731-d8a9-41d6-80e8-f82d5809b7f8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:10.160044 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7208b376-f8cb-4111-ae4c-e0184d542c2d req-e1ce9731-d8a9-41d6-80e8-f82d5809b7f8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0602155 Apr 06 11:00:10.204619 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4225ff30-58dc-4fe8-9714-c159fde1cf23 req-7fd00b62-5512-49ec-807e-6f71df9ba5d8 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466413 Apr 06 11:00:10.215773 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7208b376-f8cb-4111-ae4c-e0184d542c2d req-f3d0d9ec-0a5c-40e2-8865-cd79ee00e549 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500741 Apr 06 11:00:11.331163 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fb686-768e-4d54-af8e-85b4292ecb12 req-ef2a27e6-6d18-4c19-8c06-f525d8a4212a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:11.332745 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-489fb686-768e-4d54-af8e-85b4292ecb12 req-ef2a27e6-6d18-4c19-8c06-f525d8a4212a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0588086 Apr 06 11:00:11.383484 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-489fb686-768e-4d54-af8e-85b4292ecb12 req-99943c2a-a539-4da4-b343-bcdc079b673a tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Apr 06 11:00:11.594814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fc6d2-5098-4795-b212-6d22125ddb08 req-7ded04cf-6a8c-4d2b-b2d8-e65c0a77efba tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:11.596318 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e77fc6d2-5098-4795-b212-6d22125ddb08 req-7ded04cf-6a8c-4d2b-b2d8-e65c0a77efba tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.3126760 Apr 06 11:00:11.646311 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e77fc6d2-5098-4795-b212-6d22125ddb08 req-8320904a-f5de-404f-9b96-e4cff45c50c5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443649 Apr 06 11:00:12.503800 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958552fe-2981-465d-87a8-2c834dd5ffa9 req-7e236511-a687-4466-9097-eeb13c5a8e97 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:12.505220 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-958552fe-2981-465d-87a8-2c834dd5ffa9 req-7e236511-a687-4466-9097-eeb13c5a8e97 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Apr 06 11:00:12.532991 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-4748d6d5-8024-441b-93ce-43d1b02c0276 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:12.534507 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-4748d6d5-8024-441b-93ce-43d1b02c0276 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 945 time: 0.0521297 Apr 06 11:00:12.551776 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-958552fe-2981-465d-87a8-2c834dd5ffa9 req-60123436-61a9-4818-bb00-43aedb425496 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/security-groups?id=4756e0dd-1ec9-4861-88f0-57f5126f8c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409102 Apr 06 11:00:12.633223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Deleting port 241eff31-1198-4ac1-9def-30d80ecf0953 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:12.633829 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.755928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] For port 241eff31-1198-4ac1-9def-30d80ecf0953, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=241eff31-1198-4ac1-9def-30d80ecf0953,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:12.756296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.776335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Calling delete_port for 241eff31-1198-4ac1-9def-30d80ecf0953 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:12.801429 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98f9b-56c1-43fc-9d09-d7ebf338c289 req-4cfea97f-c621-4982-a6b1-4ea52b8a02be tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:12.802897 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8c98f9b-56c1-43fc-9d09-d7ebf338c289 req-4cfea97f-c621-4982-a6b1-4ea52b8a02be tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0851350 Apr 06 11:00:12.897485 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8c98f9b-56c1-43fc-9d09-d7ebf338c289 req-21e87400-0eb0-4f82-bfdd-90c1b3ba873f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667202 Apr 06 11:00:12.955050 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (241eff31-1198-4ac1-9def-30d80ecf0953), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.989949 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Pushing event deleted for resources: {'Port': ['ID=241eff31-1198-4ac1-9def-30d80ecf0953,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:12.994264 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['241eff31-1198-4ac1-9def-30d80ecf0953'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:13.034347 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] No DVR routers for this DVR port 241eff31-1198-4ac1-9def-30d80ecf0953 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:13.036680 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.039915 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7270049-8f5d-4d77-8d53-e506af31f8a1 req-83d87159-d191-405f-97eb-43c3d83dbc37 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.18 "DELETE /v2.0/ports/241eff31-1198-4ac1-9def-30d80ecf0953 HTTP/1.1" status: 204 len: 173 time: 0.4996464 Apr 06 11:00:13.040366 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'name': 'network-vif-deleted', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:13.042571 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24828155-a640-4512-88d5-2d2eddda503c" -d '{"events": [{"server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "name": "network-vif-deleted", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:13.078587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30ae46e-c1db-4f81-a167-f8b5b38e411c x-openstack-request-id: req-e30ae46e-c1db-4f81-a167-f8b5b38e411c {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:13.079090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8fd20b1-84dc-45d6-9d63-3e2d270b9721", "name": "network-vif-deleted", "tag": "241eff31-1198-4ac1-9def-30d80ecf0953", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:13.079421 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e30ae46e-c1db-4f81-a167-f8b5b38e411c {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:13.079902 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30ae46e-c1db-4f81-a167-f8b5b38e411c'] response: {'server_uuid': 'c8fd20b1-84dc-45d6-9d63-3e2d270b9721', 'name': 'network-vif-deleted', 'tag': '241eff31-1198-4ac1-9def-30d80ecf0953', 'status': 'completed', 'code': 200} Apr 06 11:00:13.234307 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 1e8f4e47-5ac0-430a-8243-042c7405b124 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:13.257830 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 1e8f4e47-5ac0-430a-8243-042c7405b124 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:13.258170 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 1e8f4e47-5ac0-430a-8243-042c7405b124 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:13.660503 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5f9996f8-138e-434d-8884-ded507c8d5c8 req-9f775c03-12bd-42a4-b664-013ba1195707 tempest-ServerRescueNegativeTestJSON-214826357 tempest-ServerRescueNegativeTestJSON-214826357-project] 10.222.0.57 "GET /v2.0/ports?device_id=c8fd20b1-84dc-45d6-9d63-3e2d270b9721 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Apr 06 11:00:14.025907 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8cb7a-dca3-40c4-af9a-b5b5600eabbd req-71d46782-53b2-42ef-9172-816a0cf63423 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:14.027363 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d0d8cb7a-dca3-40c4-af9a-b5b5600eabbd req-71d46782-53b2-42ef-9172-816a0cf63423 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0560300 Apr 06 11:00:14.075662 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d0d8cb7a-dca3-40c4-af9a-b5b5600eabbd req-cbae8a38-e656-4d51-8f6a-0c6b3400aea1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418577 Apr 06 11:00:14.232346 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a87e12f5-9f4a-463e-b9d3-3ccca0a59654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.716897 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47062) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:15.223953 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e9dae-b92a-4e77-b045-f2c6512db2f4 req-d2b69479-6dfc-46b4-9c32-e34fdb870adb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:15.225440 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e10e9dae-b92a-4e77-b045-f2c6512db2f4 req-d2b69479-6dfc-46b4-9c32-e34fdb870adb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0811892 Apr 06 11:00:15.244628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 241eff31-1198-4ac1-9def-30d80ecf0953 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:15.265845 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 241eff31-1198-4ac1-9def-30d80ecf0953 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:15.266201 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 241eff31-1198-4ac1-9def-30d80ecf0953 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:15.294159 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e10e9dae-b92a-4e77-b045-f2c6512db2f4 req-5cd57512-3b5f-4191-b9df-1884cf127e19 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627608 Apr 06 11:00:15.340024 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.590572 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Deleting port bac97c63-3e66-4970-9927-069214f3d603 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:15.590912 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (bac97c63-3e66-4970-9927-069214f3d603), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.666865 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] For port bac97c63-3e66-4970-9927-069214f3d603, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=bac97c63-3e66-4970-9927-069214f3d603,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:15.667164 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (bac97c63-3e66-4970-9927-069214f3d603), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.679821 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Calling delete_port for bac97c63-3e66-4970-9927-069214f3d603 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:15.859069 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (bac97c63-3e66-4970-9927-069214f3d603), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.890175 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Pushing event deleted for resources: {'Port': ['ID=bac97c63-3e66-4970-9927-069214f3d603,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:16.063696 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.276239 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:16.390206 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:16.397612 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-78d60a59-e0b2-4c74-919e-a894997d569d admin admin] 10.222.0.57 "PUT /v2.0/routers/0e0cc7a3-2c97-4d15-9602-f11acb66bbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795743 Apr 06 11:00:16.400074 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47070) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:16.408386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Sync routers for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:16.420792 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:16.421442 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T10:59:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.426188 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d467ee1-27b9-4665-af04-6928fa35e899 req-c3868926-b936-49e8-9b3d-51a90d82dca7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:16.426900 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6d467ee1-27b9-4665-af04-6928fa35e899 req-c3868926-b936-49e8-9b3d-51a90d82dca7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 944 time: 0.0625434 Apr 06 11:00:16.489386 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6d467ee1-27b9-4665-af04-6928fa35e899 req-c43f86de-0eb5-4cd0-b166-2ee677550079 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566297 Apr 06 11:00:16.550251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:16.730107 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-53ad086c-58cc-4137-a9ac-59c11cd80359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.751128 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks [] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.751381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.778131 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Checking router: 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:16.787652 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Routers {'0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:16.788264 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.856671 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks [] for router_gateway (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.896013 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] Set router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:16.910607 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Deleting port 04fd833e-2505-428b-a2a8-efb364726c74 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:16.910969 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (04fd833e-2505-428b-a2a8-efb364726c74), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.989501 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] For port 04fd833e-2505-428b-a2a8-efb364726c74, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=04fd833e-2505-428b-a2a8-efb364726c74,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:16.989869 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (04fd833e-2505-428b-a2a8-efb364726c74), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.002882 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Calling delete_port for 04fd833e-2505-428b-a2a8-efb364726c74 owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:17.072512 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:17.102536 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f3f53-6010-4fb3-a8a5-30570fd648b3 None None] The sync data for ids ['0e0cc7a3-2c97-4d15-9602-f11acb66bbe0'] in dv-cinder-836071-2-iscsi is: [{'id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'name': 'tempest-ServerRescueNegativeTestJSON-2023159413-router', 'tenant_id': '47dece66d38a4f31b98fc5f917af446e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '04fd833e-2505-428b-a2a8-efb364726c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 5, 'project_id': '47dece66d38a4f31b98fc5f917af446e', 'gw_port': {'id': '04fd833e-2505-428b-a2a8-efb364726c74', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:ce:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0cc7a3-2c97-4d15-9602-f11acb66bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:01Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:17.178393 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (04fd833e-2505-428b-a2a8-efb364726c74), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.210509 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fd833e-2505-428b-a2a8-efb364726c74,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.257807 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 085fec97-0c8f-44ea-af6f-347486e766f9 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:00:17.264355 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.354256 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=085fec97-0c8f-44ea-af6f-347486e766f9,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:17.357909 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.360533 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks [] for router_controller (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.366724 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '085fec97-0c8f-44ea-af6f-347486e766f9', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'port_id': '085fec97-0c8f-44ea-af6f-347486e766f9', 'mac_address': 'fa:16:3e:7b:23:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:00:17.407347 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (0e0cc7a3-2c97-4d15-9602-f11acb66bbe0), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.407827 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:00:17.408988 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 085fec97-0c8f-44ea-af6f-347486e766f9 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:17.409490 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.412704 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.416128 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5f392f8f-a9be-4c5a-b21f-3f53cb635651 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0e0cc7a3-2c97-4d15-9602-f11acb66bbe0 HTTP/1.1" status: 204 len: 168 time: 1.0128596 Apr 06 11:00:17.416347 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47072) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:17.423313 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 085fec97-0c8f-44ea-af6f-347486e766f9 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:17.443359 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=085fec97-0c8f-44ea-af6f-347486e766f9,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:17.447153 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.465237 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Deleting subnet cc886d4d-9ff9-4900-b602-40d03df979f9 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:17.468903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Publish callbacks [] for subnet (cc886d4d-9ff9-4900-b602-40d03df979f9), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.496676 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.506306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (cc886d4d-9ff9-4900-b602-40d03df979f9), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.618266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (cc886d4d-9ff9-4900-b602-40d03df979f9), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.675426 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db53ea0-c627-4e01-80c2-e6fe0a5359e9 req-38d8b326-cfa4-4b16-beb1-bd3cf7a01fcc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:17.676983 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0db53ea0-c627-4e01-80c2-e6fe0a5359e9 req-38d8b326-cfa4-4b16-beb1-bd3cf7a01fcc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 945 time: 0.1023815 Apr 06 11:00:17.713043 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (cc886d4d-9ff9-4900-b602-40d03df979f9), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.754177 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc886d4d-9ff9-4900-b602-40d03df979f9,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.757813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df191ab-22fb-4b0f-9d64-147e546069d4 None None] Network 4658973f-8949-4895-99e0-35fdfcbbc74b requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:17.761264 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.764554 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0683513c-4862-4f8b-a7ec-b37a033fff70 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cc886d4d-9ff9-4900-b602-40d03df979f9 HTTP/1.1" status: 204 len: 168 time: 0.3472676 Apr 06 11:00:17.767223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47076) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:17.777241 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0db53ea0-c627-4e01-80c2-e6fe0a5359e9 req-e4175f53-cbb7-49fb-bfe8-97b4c7cdcf67 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0935507 Apr 06 11:00:17.822318 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['085fec97-0c8f-44ea-af6f-347486e766f9'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:17.854369 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (4658973f-8949-4895-99e0-35fdfcbbc74b), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.907613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Deleting port 17aa03bd-2dd0-4d18-b074-1967b4af204b {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:17.907890 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.977996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] For port 17aa03bd-2dd0-4d18-b074-1967b4af204b, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=17aa03bd-2dd0-4d18-b074-1967b4af204b,segment=NetworkSegment(1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1),segment_id=1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:17.978363 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.998776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Calling delete_port for 17aa03bd-2dd0-4d18-b074-1967b4af204b owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:18.070384 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.085033 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (17aa03bd-2dd0-4d18-b074-1967b4af204b), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.111080 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Pushing event deleted for resources: {'Port': ['ID=17aa03bd-2dd0-4d18-b074-1967b4af204b,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:18.118883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] No DVR routers for this DVR port 17aa03bd-2dd0-4d18-b074-1967b4af204b on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:18.120993 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.121446 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.121799 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.122141 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.122481 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.122814 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.123143 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.123613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.123807 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.124123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.124478 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.124803 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.126267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.126267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.126538 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:18.159588 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d569349e-999a-4c70-9990-a272fcca9f79 None None] DHCP port deletion for 4658973f-8949-4895-99e0-35fdfcbbc74b request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:00:18.206896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (4658973f-8949-4895-99e0-35fdfcbbc74b), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.226652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4658973f-8949-4895-99e0-35fdfcbbc74b']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:18.236354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:18.236657 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:18.245854 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.259433 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.265265 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:18.265682 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (1f3bc68a-bcdc-43b6-a6eb-8f9fa8443bb1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:18.267344 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:18.323691 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (4658973f-8949-4895-99e0-35fdfcbbc74b), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.330059 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.333192 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] 10.222.0.57 "DELETE /v2.0/networks/4658973f-8949-4895-99e0-35fdfcbbc74b HTTP/1.1" status: 204 len: 168 time: 0.5644515 Apr 06 11:00:18.342908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29158145-e4f3-41ad-8aac-0c87bc55ac4a admin admin] Pushing event deleted for resources: {'Network': ['ID=4658973f-8949-4895-99e0-35fdfcbbc74b,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:18.454468 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 17aa03bd-2dd0-4d18-b074-1967b4af204b no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.464360 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47080) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:18.475373 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 17aa03bd-2dd0-4d18-b074-1967b4af204b {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.475791 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 17aa03bd-2dd0-4d18-b074-1967b4af204b not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.476282 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 04fd833e-2505-428b-a2a8-efb364726c74 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.496338 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 04fd833e-2505-428b-a2a8-efb364726c74 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.496678 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 04fd833e-2505-428b-a2a8-efb364726c74 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.497095 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device bac97c63-3e66-4970-9927-069214f3d603 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.504907 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-88768cec-99ec-4d02-9a1a-a8885deeb7f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47dece66d38a4f31b98fc5f917af446e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393317 Apr 06 11:00:18.507379 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47082) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:18.519884 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: bac97c63-3e66-4970-9927-069214f3d603 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.520227 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device bac97c63-3e66-4970-9927-069214f3d603 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.558310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] Publish callbacks [] for security_group (4756e0dd-1ec9-4861-88f0-57f5126f8c5f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.579253 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] Publish callbacks [] for security_group (4756e0dd-1ec9-4861-88f0-57f5126f8c5f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.626204 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4756e0dd-1ec9-4861-88f0-57f5126f8c5f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.628773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.629974 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4756e0dd-1ec9-4861-88f0-57f5126f8c5f HTTP/1.1" status: 204 len: 168 time: 0.1217034 Apr 06 11:00:18.638149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ab86-f23c-4440-be21-28e97785614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756e0dd-1ec9-4861-88f0-57f5126f8c5f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:18.898888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6763c7-a532-4f28-9ac2-8a43412686cc req-fb5c9303-148a-476e-9203-88250267ce8b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:18.900534 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c6763c7-a532-4f28-9ac2-8a43412686cc req-fb5c9303-148a-476e-9203-88250267ce8b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Apr 06 11:00:18.954801 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c6763c7-a532-4f28-9ac2-8a43412686cc req-c18169ad-303c-4c29-beaf-3503be2af99c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483601 Apr 06 11:00:19.273958 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 085fec97-0c8f-44ea-af6f-347486e766f9 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:19.285516 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47106) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:19.323116 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 085fec97-0c8f-44ea-af6f-347486e766f9 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:00:19.327095 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 085fec97-0c8f-44ea-af6f-347486e766f9 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:19.327465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.382118 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1424313012-network', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:19.402819 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:19.405132 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.405271 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 085fec97-0c8f-44ea-af6f-347486e766f9 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:19.405569 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.413933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.430668 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:19.432974 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b576cbf-6e9c-4b18-a19c-e016daeea056" -d '{"events": [{"server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "name": "network-vif-plugged", "status": "completed", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:19.446274 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=085fec97-0c8f-44ea-af6f-347486e766f9,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:19.450896 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.477258 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87093cc4-3680-48d6-98eb-bc3593518311 x-openstack-request-id: req-87093cc4-3680-48d6-98eb-bc3593518311 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:19.477924 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "name": "network-vif-plugged", "status": "completed", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:19.477924 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87093cc4-3680-48d6-98eb-bc3593518311 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:19.478213 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87093cc4-3680-48d6-98eb-bc3593518311'] response: {'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9', 'code': 200} Apr 06 11:00:19.503079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks [] for security_group (048e4ff9-abca-41a3-8cb2-02df54119b4d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.504304 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.506304 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (048e4ff9-abca-41a3-8cb2-02df54119b4d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.535670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:00:19.542196 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048e4ff9-abca-41a3-8cb2-02df54119b4d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.549290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (99536e0c-03b3-4fdc-93e3-6adbf6da58f8), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.549690 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Added segment 99536e0c-03b3-4fdc-93e3-6adbf6da58f8 of type vlan for network d209336b-d229-4c64-a39f-091a6a2c0425 Apr 06 11:00:19.559033 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.592151 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (d209336b-d229-4c64-a39f-091a6a2c0425), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.617023 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (d209336b-d229-4c64-a39f-091a6a2c0425), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.617990 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:19.618594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.674071 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3874447 Apr 06 11:00:19.677547 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47112) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:19.682969 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Request body: {'subnet': {'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-subnet', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:19.686044 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1c6b-26ed-40a0-89b5-319d693cbbfa admin admin] Pushing event updated for resources: {'Network': ['ID=d209336b-d229-4c64-a39f-091a6a2c0425,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.697500 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network d209336b-d229-4c64-a39f-091a6a2c0425 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:00:19.707781 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:19.710391 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.747711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fb687-58c8-4ec9-9ff7-cb17f3ffa797 req-0a9f46d5-0f74-4ba3-95ed-3e721295ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:19.749159 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d5fb687-58c8-4ec9-9ff7-cb17f3ffa797 req-0a9f46d5-0f74-4ba3-95ed-3e721295ef23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 1130 time: 0.0497355 Apr 06 11:00:19.795906 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d5fb687-58c8-4ec9-9ff7-cb17f3ffa797 req-f7b727d4-d9ef-477e-9071-08351394ccc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394082 Apr 06 11:00:19.888383 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (f171e38c-55c7-4ef5-a10f-ce7bebad7eb5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.950407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.959076 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:19.959433 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Network hostable DHCP agents. Network: d209336b-d229-4c64-a39f-091a6a2c0425, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:19.976740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Network d209336b-d229-4c64-a39f-091a6a2c0425 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:19.987226 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, d209336b-d229-4c64-a39f-091a6a2c0425) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:19.991625 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:19.992224 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.997376 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818cbef-3ac3-4190-aa76-0c17ee4df6c3 None None] Network d209336b-d229-4c64-a39f-091a6a2c0425 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:20.013245 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c3a5a53d-cbe2-4056-8d39-b76d43cfa950 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336158 Apr 06 11:00:20.013480 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47116) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:20.018368 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:20.060035 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-387331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7903'] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.061308 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-385683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-365059', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1585255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7878'] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.102251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb1219f-4526-5c9c-92ca-476c0c9426ed-d209336b-d229-4c64-a39f-091a6a2c0425', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5'}]}} from dv-cinder-836071-2-iscsi. {{(pid=120433) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:00:20.103168 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.134357 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a1fce-c5db-4d51-a622-e983e21682a7 req-ddf0fc8a-ec31-46a3-b133-a685a4f0f0dd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:20.135860 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c32a1fce-c5db-4d51-a622-e983e21682a7 req-ddf0fc8a-ec31-46a3-b133-a685a4f0f0dd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.1091857 Apr 06 11:00:20.137175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for router_controller (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), precommit_add_association {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.239373 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.db_base_plugin_common [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Allocated IP 172.20.0.2 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/e2df99ed-cb79-451e-98b4-291c49d4534c) {{(pid=120433) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:20.308805 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c32a1fce-c5db-4d51-a622-e983e21682a7 req-fa302b4b-d476-4f82-9dfa-dff8231ad13a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1660175 Apr 06 11:00:20.314441 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for router_gateway (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.381216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks [] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), precommit_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.386928 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), after_create {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.427257 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120433) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:20.431837 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Resources bound (agent type, host, resource id): {{(pid=120433) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:20.436871 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Pushing event updated for resources: {'Port': ['ID=e2df99ed-cb79-451e-98b4-291c49d4534c,revision_number=1']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.439364 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Received port after_create {{(pid=120433) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:20.493444 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Attempting to bind port e2df99ed-cb79-451e-98b4-291c49d4534c on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:20.494171 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Attempting to bind port e2df99ed-cb79-451e-98b4-291c49d4534c by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:20.494171 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Attempting to bind port e2df99ed-cb79-451e-98b4-291c49d4534c on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:20.499057 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:20.499428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:20.499920 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.500394 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:20.500864 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Bound port: e2df99ed-cb79-451e-98b4-291c49d4534c, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:20.501243 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.527045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for router_gateway (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.551128 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.661063 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Allocated IP 172.27.0.108 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/1ffa4b04-74f7-4823-84c1-ad276d23c9cf) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:20.694046 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] For port e2df99ed-cb79-451e-98b4-291c49d4534c, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:20.697024 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] For port e2df99ed-cb79-451e-98b4-291c49d4534c, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=e2df99ed-cb79-451e-98b4-291c49d4534c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:20.703793 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.770090 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d442d-04e0-44bd-a1fc-dd39d6b5d3f8 None None] Pushing event updated for resources: {'Port': ['ID=e2df99ed-cb79-451e-98b4-291c49d4534c,revision_number=2']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.774648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.810710 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.847279 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:20.850040 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:20.855531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:20.886530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Pushing event updated for resources: {'Port': ['ID=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.924274 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.179762 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for router_gateway (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.445290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-385674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-366290'] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.461003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ef382-a04b-4f59-ada2-8870bffb7682 req-6ef6154c-3302-4da9-a0d4-43c67ddd529d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:21.462586 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-721ef382-a04b-4f59-ada2-8870bffb7682 req-6ef6154c-3302-4da9-a0d4-43c67ddd529d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.0815501 Apr 06 11:00:21.594239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-721ef382-a04b-4f59-ada2-8870bffb7682 req-bbc038ec-98e0-45e1-88fc-8e8978e67582 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0941157 Apr 06 11:00:21.632894 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd is scheduled to L3 agent caaec064-248b-4a46-940f-d7195ba0682f with binding_index 1 {{(pid=120430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:00:21.732268 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255cef4-6e37-44bc-a55a-31d7ee9c5517 req-50a8912b-6fa0-4e0e-ab55-d90f5d85b9da tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:21.734349 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a255cef4-6e37-44bc-a55a-31d7ee9c5517 req-50a8912b-6fa0-4e0e-ab55-d90f5d85b9da tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.0652754 Apr 06 11:00:21.752240 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:21.764202 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:21.777698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.780482 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:21.781211 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:21.782399 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-6e223e84-b505-48d2-b5a5-6aae06bc89bb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7679245 Apr 06 11:00:21.782680 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47134) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.799644 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b31d5-ae8c-4219-9dbd-f09bbcf4d645 None None] Network d209336b-d229-4c64-a39f-091a6a2c0425 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:21.845968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a255cef4-6e37-44bc-a55a-31d7ee9c5517 req-5c38bacd-ebf8-463f-9b08-e835fce9e6d6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030536 Apr 06 11:00:21.867732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47136) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.906661 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:21.946099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Provisioning complete for port e2df99ed-cb79-451e-98b4-291c49d4534c triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:21.946474 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.069011 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06b18f3-342a-4360-8a19-dfd4091e1ab9 tempest-TestVolumeBootPattern-67660564 tempest-TestVolumeBootPattern-67660564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:22.069795 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Current status of the port e2df99ed-cb79-451e-98b4-291c49d4534c is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:22.070285 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.074073 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b06b18f3-342a-4360-8a19-dfd4091e1ab9 tempest-TestVolumeBootPattern-67660564 tempest-TestVolumeBootPattern-67660564-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 1125 time: 0.2054520 Apr 06 11:00:22.077337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47140) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:22.083550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'port_id': '085fec97-0c8f-44ea-af6f-347486e766f9', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:22.111985 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] For port e2df99ed-cb79-451e-98b4-291c49d4534c, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=e2df99ed-cb79-451e-98b4-291c49d4534c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:22.116768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.139589 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:21Z', 'revision_number': 3, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:22.147774 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.176592 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:22.177254 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Updating router dcbb3315-b4c1-4d04-9767-9e5e684f5abd port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf binding host dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:22.180321 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76750d-3f91-43ce-b0a9-07f256258b24 None None] Pushing event updated for resources: {'Port': ['ID=e2df99ed-cb79-451e-98b4-291c49d4534c,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.207747 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.237070 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-3f9f6159-9334-4da1-9d9b-c00a5573f2da None None] Provisioning complete for port e2df99ed-cb79-451e-98b4-291c49d4534c triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:22.237729 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6159-9334-4da1-9d9b-c00a5573f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.322329 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-3f9f6159-9334-4da1-9d9b-c00a5573f2da None None] Current status of the port e2df99ed-cb79-451e-98b4-291c49d4534c is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:22.385879 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.480144 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.485451 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device e2df99ed-cb79-451e-98b4-291c49d4534c up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:22.495577 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks [] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), precommit_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.502054 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.536965 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port e2df99ed-cb79-451e-98b4-291c49d4534c triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:22.537366 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.556874 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Attempting to bind port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:22.557193 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Attempting to bind port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:22.558522 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Attempting to bind port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf on network bdc29460-004c-4490-ab8a-744a3001ff4f {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:22.566180 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4e09-4deb-4912-a5de-264cd6ba022f None None] Pushing event updated for resources: {'Port': ['ID=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,revision_number=2']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.568946 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:22.569344 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Checking segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120434) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:22.569759 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.570147 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Bound using segment: {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'} {{(pid=120434) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:22.570627 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.managers [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Bound port: 1ffa4b04-74f7-4823-84c1-ad276d23c9cf, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}}] {{(pid=120434) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:22.572155 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), before_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.619964 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Allocated IP 172.27.0.141 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/84510d5b-a539-45d4-989a-e87592110fc3) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:22.626427 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] For port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120434) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:22.629697 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port e2df99ed-cb79-451e-98b4-291c49d4534c is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:22.629871 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.plugins.ml2.db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] For port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120434) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:22.636104 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron_lib.callbacks.manager [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), after_update {{(pid=120434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.694002 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:22.694630 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:22.733601 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba4e09-4deb-4912-a5de-264cd6ba022f None None] Pushing event updated for resources: {'Port': ['ID=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,revision_number=3']} {{(pid=120434) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.750471 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Allocated IP 172.20.0.1 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/293dc615-43a5-40bd-bf9c-f0f3d8e1b512) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:22.774785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (84510d5b-a539-45d4-989a-e87592110fc3), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.812017 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:22.885202 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (84510d5b-a539-45d4-989a-e87592110fc3), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.922981 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks [] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.955312 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:22.956292 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=84510d5b-a539-45d4-989a-e87592110fc3,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.961172 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:22.964523 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:23.008001 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:21Z', 'revision_number': 3, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:23.027224 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.036000 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef13e0a-d82d-45e6-aca5-7d143053144f None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:21Z', 'revision_number': 3, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:23.093091 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:23.104401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:23.130080 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:23.168442 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Pushing event updated for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:23.200192 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-366083'] for router_interface (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.447159 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ff9b1-f26d-4afd-9d5f-8590a6ad29b6 req-1ddfe5d5-bee6-4fe9-9de2-e87b5ee13df9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:23.449183 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff6ff9b1-f26d-4afd-9d5f-8590a6ad29b6 req-1ddfe5d5-bee6-4fe9-9de2-e87b5ee13df9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.1723526 Apr 06 11:00:23.458295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-2bcf4491-460d-4909-85aa-2f1f14bb640c None None] Provisioning complete for port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:23.458904 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2bcf4491-460d-4909-85aa-2f1f14bb640c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.500960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-2bcf4491-460d-4909-85aa-2f1f14bb640c None None] Port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:23.581675 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.867301 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff6ff9b1-f26d-4afd-9d5f-8590a6ad29b6 req-f1544ab0-a40e-4036-85b3-f6d0b5a0d453 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086368 Apr 06 11:00:24.016337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (8ea3fd77-04a0-4742-bcb5-1a193e660ffd), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.123221 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (84510d5b-a539-45d4-989a-e87592110fc3), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.148818 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks [] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.153822 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.239556 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Pushing event updated for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:24.277909 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1620013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-387219'] for router_interface (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.427777 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:24.429871 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (84510d5b-a539-45d4-989a-e87592110fc3), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.432407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:24.434998 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (84510d5b-a539-45d4-989a-e87592110fc3), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.477838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 1ffa4b04-74f7-4823-84c1-ad276d23c9cf up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:24.539502 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:24.539968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.568296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=84510d5b-a539-45d4-989a-e87592110fc3,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:24.614903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (8ea3fd77-04a0-4742-bcb5-1a193e660ffd), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.632912 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:24.633332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.662117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] For port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:24.667562 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.718673 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:24.726647 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Pushing event updated for resources: {'Port': ['ID=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:24.733522 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-0578d0ef-fd2d-4d12-8054-c1cf221d284a None None] Provisioning complete for port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:24.733908 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0578d0ef-fd2d-4d12-8054-c1cf221d284a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:24.769095 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-0578d0ef-fd2d-4d12-8054-c1cf221d284a None None] Port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:24.788296 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Floating IP 8ea3fd77-04a0-4742-bcb5-1a193e660ffd associated. External IP: 172.27.0.141, port: 085fec97-0c8f-44ea-af6f-347486e766f9. Apr 06 11:00:24.927753 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:24.934234 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a90b52d7-0269-45e9-94ff-3e143aa024d7 admin admin] 10.222.0.57 "PUT /v2.0/routers/dcbb3315-b4c1-4d04-9767-9e5e684f5abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1503744 Apr 06 11:00:24.951661 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:24.962934 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:24.963663 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:25.026546 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6705ee5-77a1-454d-aab7-9265c29923e6 req-de718d48-7fce-45b9-a208-48474a89e564 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:25.028066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a6705ee5-77a1-454d-aab7-9265c29923e6 req-de718d48-7fce-45b9-a208-48474a89e564 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0800574 Apr 06 11:00:25.083978 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:25.088134 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:25.094834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a6705ee5-77a1-454d-aab7-9265c29923e6 req-9e15ddaa-2850-4b03-8cc5-296f3abb18d2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 Apr 06 11:00:25.208492 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:25.217974 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:25.229339 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:25.230639 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:25.232613 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.272228 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-6a65419e-3c83-4697-a928-0801e7e0dc3a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1930158 Apr 06 11:00:25.273165 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:25.275706 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:25.324332 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095314d9-4bef-490e-9092-04ccd7cf1509 x-openstack-request-id: req-095314d9-4bef-490e-9092-04ccd7cf1509 {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:25.324719 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:25.325625 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-095314d9-4bef-490e-9092-04ccd7cf1509 {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:25.325625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095314d9-4bef-490e-9092-04ccd7cf1509'] response: {'name': 'network-changed', 'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9', 'status': 'completed', 'code': 200} Apr 06 11:00:25.332130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:25.360339 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:25.360842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Updating router dcbb3315-b4c1-4d04-9767-9e5e684f5abd port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 binding host dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:25.389983 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.431785 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-0ee9cfb9-4a3d-4d29-a59f-2d2701996e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:25.434187 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-0ee9cfb9-4a3d-4d29-a59f-2d2701996e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 1130 time: 0.0564094 Apr 06 11:00:25.490603 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:25.555769 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47172) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.558639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-9e665350-b5e8-4e98-ae29-a20bf955b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:25.560512 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-9e665350-b5e8-4e98-ae29-a20bf955b376 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1171973 Apr 06 11:00:25.560690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246816636', 'description': 'tempest-description--1213438758'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:25.590157 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.645275 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-d5cbf9b9-cb2c-42bf-be61-d0eb8ae28509 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=085fec97-0c8f-44ea-af6f-347486e766f9 HTTP/1.1" status: 200 len: 1000 time: 0.0775809 Apr 06 11:00:25.673952 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (86d71da5-185d-4fe4-9e13-ad31e58f70c1), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.681845 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (86d71da5-185d-4fe4-9e13-ad31e58f70c1), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.712458 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-9f5f7ca4-272a-43c8-8f87-9e0b67e1d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:25.714011 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-9f5f7ca4-272a-43c8-8f87-9e0b67e1d9d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0630004 Apr 06 11:00:25.714961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks [] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), precommit_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.720891 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.723206 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d71da5-185d-4fe4-9e13-ad31e58f70c1,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.727384 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.728710 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1719511 Apr 06 11:00:25.734769 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47174) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.741285 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.741712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.742217 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.742657 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.743088 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.743516 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.743942 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.744366 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.744919 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.745363 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.745791 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.746214 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.746632 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.747049 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.747471 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a021a41-0306-49bb-a02b-9baa5d3c91bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:25.761195 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '8ea3fd77-04a0-4742-bcb5-1a193e660ffd', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': '085fec97-0c8f-44ea-af6f-347486e766f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:7b:23:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:23Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:25.764059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '86d71da5-185d-4fe4-9e13-ad31e58f70c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:25.779531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5563-69c8-4052-b61b-02a64478850c None None] Pushing event updated for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=3']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.780767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-45b1c32a-c9b1-4745-9908-327d52ff7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:25.782615 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-45b1c32a-c9b1-4745-9908-327d52ff7c29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626581 Apr 06 11:00:25.801342 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:25.808279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (0ab9db47-8817-47ba-bedc-0363bf7438eb), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.816509 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:25.817160 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:25.862705 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Attempting to bind port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 on host dv-cinder-836071-2-iscsi for vnic_type normal with profile {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:25.863241 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Attempting to bind port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 by drivers openvswitch,hyperv on host dv-cinder-836071-2-iscsi at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:25.863606 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Attempting to bind port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:25.870184 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Checking agent: {'id': '5f7e4b09-178b-4779-81b6-c906df0f41d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836071-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 21), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 51), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836071-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:25.870552 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:25.870956 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.871343 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:25.871813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.managers [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Bound port: 293dc615-43a5-40bd-bf9c-f0f3d8e1b512, host: dv-cinder-836071-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:25.872188 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.899950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-083380bd-2dd3-43ff-934d-cec686564c66 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063125 Apr 06 11:00:25.908125 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (0ab9db47-8817-47ba-bedc-0363bf7438eb), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.914106 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (0ab9db47-8817-47ba-bedc-0363bf7438eb), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.956412 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab9db47-8817-47ba-bedc-0363bf7438eb,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.963426 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.964666 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ef252449-5f3b-4dca-b368-507caf6ea375 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2264702 Apr 06 11:00:25.964785 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] For port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512, host dv-cinder-836071-2-iscsi, cleared binding levels {{(pid=120433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:25.967258 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47176) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.972178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '86d71da5-185d-4fe4-9e13-ad31e58f70c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:25.973459 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] For port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512, host dv-cinder-836071-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:25.983747 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.998449 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:26.024622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (39b9171d-384e-4bcc-bd41-968a96ad0492), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.056084 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe3bcbd5-6338-497b-a906-a25e7f44b0bc req-92abefa0-4b0c-40c4-8ce1-87189d6794c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453993 Apr 06 11:00:26.067726 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:26.068342 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:26.070295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc5563-69c8-4052-b61b-02a64478850c None None] Pushing event updated for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:26.113910 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (39b9171d-384e-4bcc-bd41-968a96ad0492), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.119841 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (39b9171d-384e-4bcc-bd41-968a96ad0492), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.151062 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b9171d-384e-4bcc-bd41-968a96ad0492,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:26.170710 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.172602 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-1815daea-b2ac-449a-a8a7-402d8234ba68 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2038081 Apr 06 11:00:26.175803 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47180) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:26.180495 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:26.225476 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Provisioning complete for port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:26.225953 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.253766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:26.261149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.295703 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '8ea3fd77-04a0-4742-bcb5-1a193e660ffd', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': '085fec97-0c8f-44ea-af6f-347486e766f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:7b:23:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:23Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:26.330127 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277b2b2b-b0ec-40b3-883c-ed4ef06834b0 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '8ea3fd77-04a0-4742-bcb5-1a193e660ffd', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': '085fec97-0c8f-44ea-af6f-347486e766f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:7b:23:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:23Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:26.345605 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5d703-d793-48b4-91d8-30d76b100b1d req-ff1f3bd5-55aa-4544-91a7-b029c7049d1c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:26.347425 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-49a5d703-d793-48b4-91d8-30d76b100b1d req-ff1f3bd5-55aa-4544-91a7-b029c7049d1c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.1523459 Apr 06 11:00:26.490690 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Current status of the port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 is: DOWN; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:26.491079 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.512520 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 1ffa4b04-74f7-4823-84c1-ad276d23c9cf up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:26.605919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] For port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:26.612843 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.621909 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39157bde-278d-412d-9af5-8f9cc48c7dcd None None] New status for floating IP 8ea3fd77-04a0-4742-bcb5-1a193e660ffd: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:26.694081 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-49a5d703-d793-48b4-91d8-30d76b100b1d req-7e3d8015-c720-45ec-87ae-4f722fdb3883 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359656 Apr 06 11:00:26.724924 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.834484 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.27.0.27 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/0022dfec-7d2b-422b-843a-a18c212a720a) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:26.923357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-c6943ccc-8ca2-4a6d-8fad-ce5efaabac5b None None] Provisioning complete for port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:26.923934 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c6943ccc-8ca2-4a6d-8fad-ce5efaabac5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.925701 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07efc69-5f5b-43ac-8c65-bd927b87f4f0 None None] Pushing event updated for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:26.940430 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:26.940809 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.947233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (0022dfec-7d2b-422b-843a-a18c212a720a), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:26.980709 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.023290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:27.026352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:27.028520 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:25Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:27.029947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:27.036349 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=0022dfec-7d2b-422b-843a-a18c212a720a,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:27.098299 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca484e1-320e-4292-8bb3-ee63bda24901 None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:25Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:27.159748 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.199675 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:27.204842 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-c6943ccc-8ca2-4a6d-8fad-ce5efaabac5b None None] Current status of the port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:27.230068 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.392951 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (0022dfec-7d2b-422b-843a-a18c212a720a), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.397621 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.474611 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=0022dfec-7d2b-422b-843a-a18c212a720a,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:27.492981 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.512015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.513454 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ba8fe068-2f64-4132-b3f8-ec7076063160 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3364236 Apr 06 11:00:27.668245 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-dbdb9887-5711-481f-9bde-6980c847a878 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--246816636&fields=id&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 267 time: 0.0456932 Apr 06 11:00:27.784970 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-7e28e7f3-4550-4a9a-ac39-189af0720c97 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:27.786530 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-7e28e7f3-4550-4a9a-ac39-189af0720c97 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1110229 Apr 06 11:00:27.803471 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-49481f55-32f4-4205-908b-05f00eacebaf tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/quotas/ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 375 time: 0.0114875 Apr 06 11:00:27.839476 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e03e05-05bc-4b4a-9af7-838cd98600ca req-bf867659-e85b-4531-b034-3f3dfe9745b2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:27.842867 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-52e03e05-05bc-4b4a-9af7-838cd98600ca req-bf867659-e85b-4531-b034-3f3dfe9745b2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0714710 Apr 06 11:00:27.865044 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-5786fdcd-0edf-48a5-9ad7-36f02df12ad0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550773 Apr 06 11:00:27.901020 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-52e03e05-05bc-4b4a-9af7-838cd98600ca req-1fd42d1b-fbf5-4840-8d83-48ba7ffbd4f4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530820 Apr 06 11:00:27.972301 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-67e9b0a3-4a6d-4d9c-adb4-df5b0fd8e97f service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945683 Apr 06 11:00:28.072823 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bd7c6e40-517e-492b-9d55-dea3f22459cc service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947592 Apr 06 11:00:28.243527 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca94fd2c-acd5-4bbe-8495-894664042b4d req-9adeddf8-083c-4203-bc56-328321ebb263 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Apr 06 11:00:28.489903 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 up at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:28.546242 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Provisioning complete for port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:28.547293 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:28.632203 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Current status of the port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 is: ACTIVE; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:29.028855 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2c0cb-cb9e-4a45-8659-107979b0c999 req-ea706a55-dd20-41af-a7f9-6675c7bd2946 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:29.030369 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55f2c0cb-cb9e-4a45-8659-107979b0c999 req-ea706a55-dd20-41af-a7f9-6675c7bd2946 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0548100 Apr 06 11:00:29.081356 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55f2c0cb-cb9e-4a45-8659-107979b0c999 req-37aa0a3f-4fc7-412f-b5f6-5b799b8fa358 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 Apr 06 11:00:29.341015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-d959bddf-c625-4f2d-b05f-c2eb872c8a7f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:29.343035 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-d959bddf-c625-4f2d-b05f-c2eb872c8a7f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1097631 Apr 06 11:00:29.346407 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-980f5a24-6ebb-4b84-a6b9-c64d327961c6 req-a0811d86-7d17-4641-96c6-ca3511ea2a94 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 210 time: 0.0332711 Apr 06 11:00:29.414382 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-1872f3f0-9065-44c5-b9b7-430d0bc71bab tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 379 time: 0.0525727 Apr 06 11:00:29.532956 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'port': {'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'admin_state_up': True, 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'security_groups': ['86d71da5-185d-4fe4-9e13-ad31e58f70c1']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:29.653884 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:29.657112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:29.779231 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.20.0.11 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/40e2d801-1b7d-4bfa-a6e4-71ede4026b98) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:29.929070 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:29.961733 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.006552 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:30.009866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:30.013540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:30.019790 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:30.077191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:30.077885 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.094965 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-bdd90df6-ee16-4c8a-bc72-e774c08c558b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660801 Apr 06 11:00:30.115255 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Request body: {'port': {'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:30.202383 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.251576 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-fcdb5759-6328-4da8-bb17-5ea13e5383d1 None None] Provisioning complete for port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:30.252067 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5759-6328-4da8-bb17-5ea13e5383d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.262000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876ca8a-335e-4773-b83e-53587cc6929f req-b06f16a4-ec63-4845-afa3-b2b6a0c0e110 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:30.263495 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e876ca8a-335e-4773-b83e-53587cc6929f req-b06f16a4-ec63-4845-afa3-b2b6a0c0e110 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0924141 Apr 06 11:00:30.291068 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb5759-6328-4da8-bb17-5ea13e5383d1 None None] Port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:30.383835 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e876ca8a-335e-4773-b83e-53587cc6929f req-5bc87f9d-2df8-4394-a861-13472f140cef tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126833 Apr 06 11:00:30.565706 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be60f2-f1d5-43f6-bfc3-070784aba9df req-4f9ce05d-cc54-4c3b-a111-f63b17643d19 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:30.567216 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-22be60f2-f1d5-43f6-bfc3-070784aba9df req-4f9ce05d-cc54-4c3b-a111-f63b17643d19 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 932 time: 0.1119988 Apr 06 11:00:30.584364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:30.598326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks [] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.622314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Transition to ACTIVE for port object 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:00:30.629805 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.670197 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-22be60f2-f1d5-43f6-bfc3-070784aba9df req-c4dc9073-f6a2-45c3-8d84-1a753847c651 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961478 Apr 06 11:00:30.721631 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:30.772263 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Attempting to bind port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:30.772604 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Attempting to bind port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:30.772938 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Attempting to bind port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:30.778845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 on network d209336b-d229-4c64-a39f-091a6a2c0425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:00:30.779289 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Attempting to bind port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:30.785048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:30.785424 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:30.785813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:30.786247 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Bound port: 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:30.786611 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.852670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:30.855793 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:30.863268 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.900685 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:30.901292 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:30.902680 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] 10.222.0.18 "PUT /v2.0/ports/40e2d801-1b7d-4bfa-a6e4-71ede4026b98 HTTP/1.1" status: 200 len: 1094 time: 0.7920740 Apr 06 11:00:30.903114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:30.905342 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:30.941149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a64357-5cd8-442f-812e-7dd2d80d0da7 service neutron] Pushing event updated for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:30.949863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27afe4a-b874-4622-86f8-6cde59b46f14 x-openstack-request-id: req-c27afe4a-b874-4622-86f8-6cde59b46f14 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:30.950159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:30.950411 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c27afe4a-b874-4622-86f8-6cde59b46f14 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:30.950826 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27afe4a-b874-4622-86f8-6cde59b46f14'] response: {'name': 'network-changed', 'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'status': 'completed', 'code': 200} Apr 06 11:00:31.035861 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-a5680ee0-62ae-40c0-ad57-f4b50f583f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:31.037481 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-a5680ee0-62ae-40c0-ad57-f4b50f583f4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 1128 time: 0.0511312 Apr 06 11:00:31.088707 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-a7bec065-c65a-4d91-85fd-e4d64248a4aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98 HTTP/1.1" status: 200 len: 217 time: 0.0360584 Apr 06 11:00:31.142444 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-05717173-e8c5-4d3f-a3a5-8cc29c6665e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:31.144644 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-05717173-e8c5-4d3f-a3a5-8cc29c6665e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0488169 Apr 06 11:00:31.195224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-8d1aceb5-4c67-4c8c-88c5-5bd92c77de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:31.196734 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-8d1aceb5-4c67-4c8c-88c5-5bd92c77de03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466278 Apr 06 11:00:31.290158 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-3d8b8411-21d6-43b9-969f-e819802db3aa service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851660 Apr 06 11:00:31.382498 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16edc5d4-fb8b-4974-9a4f-cf8619bbad74 req-d0e487dc-c76d-4313-afb5-c6fea68e6d39 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845642 Apr 06 11:00:31.510698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47b9fa-0ffe-4388-bab3-edd38c13bd11 req-667b7e2f-fa29-487c-a10b-7b2dd8b9aa4d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:31.512061 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b47b9fa-0ffe-4388-bab3-edd38c13bd11 req-667b7e2f-fa29-487c-a10b-7b2dd8b9aa4d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0537026 Apr 06 11:00:31.558248 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b47b9fa-0ffe-4388-bab3-edd38c13bd11 req-bd1a31d4-aacb-4a48-8c29-cb29067ab5de tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Apr 06 11:00:31.793974 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902b636-f21e-49e4-92c9-90c280dd2711 req-3a507afd-d049-423f-8ec2-10a6bd4b9f65 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:31.795444 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a902b636-f21e-49e4-92c9-90c280dd2711 req-3a507afd-d049-423f-8ec2-10a6bd4b9f65 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 944 time: 0.0543394 Apr 06 11:00:31.846926 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a902b636-f21e-49e4-92c9-90c280dd2711 req-f0d8b0b2-e1a1-4a5f-867e-e993a4e48e6e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458562 Apr 06 11:00:32.418517 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-ed71eca9-8cee-490f-94ca-a3d48ae8c239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.420002 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-ed71eca9-8cee-490f-94ca-a3d48ae8c239 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 1128 time: 0.0482759 Apr 06 11:00:32.507334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-8e32cb82-62f2-4976-be2b-02954aa0cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.508777 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-8e32cb82-62f2-4976-be2b-02954aa0cea4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0826607 Apr 06 11:00:32.527868 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:32.550495 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-491888d5-9f75-458d-acaa-776ef5b9a933 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98 HTTP/1.1" status: 200 len: 217 time: 0.0343249 Apr 06 11:00:32.606588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-dd70bd60-25c7-40fa-b021-87ae1cf0d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.608085 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-dd70bd60-25c7-40fa-b021-87ae1cf0d566 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0511408 Apr 06 11:00:32.697763 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-bd456d7d-e4b4-450a-bc04-5635af6787ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.697763 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-bd456d7d-e4b4-450a-bc04-5635af6787ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779769 Apr 06 11:00:32.704071 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427db3a-1529-4ccc-8273-3195207db5e4 req-69ccbbb3-640b-4c3e-a956-5bf375661fb5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.705467 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4427db3a-1529-4ccc-8273-3195207db5e4 req-69ccbbb3-640b-4c3e-a956-5bf375661fb5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0655270 Apr 06 11:00:32.803380 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4427db3a-1529-4ccc-8273-3195207db5e4 req-9e5c9732-c569-4ebd-b6f3-4b9543dc442d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902884 Apr 06 11:00:32.824858 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-26448be5-0c15-4de8-aa03-31f1c7f64f81 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184814 Apr 06 11:00:32.916263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c224beb5-ffa7-49d4-8d41-81ddf8fa90fb req-55f934c4-dbba-4b8d-ab90-a3f24ba63dde service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853472 Apr 06 11:00:32.965373 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333c0bb-2746-438f-b77d-a141cd121e65 req-ef768611-a6e1-486c-a48a-ae6cbaa88be5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:32.966859 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1333c0bb-2746-438f-b77d-a141cd121e65 req-ef768611-a6e1-486c-a48a-ae6cbaa88be5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 944 time: 0.0538270 Apr 06 11:00:33.017322 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1333c0bb-2746-438f-b77d-a141cd121e65 req-01661321-6e72-4afc-a9f2-9e6a89abf2f2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Apr 06 11:00:33.931277 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7e4b0-13f3-4729-b806-5490a5674279 req-15438fe6-bdcb-463d-8291-1c1f203c918b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:33.932865 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97f7e4b0-13f3-4729-b806-5490a5674279 req-15438fe6-bdcb-463d-8291-1c1f203c918b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0564437 Apr 06 11:00:33.980919 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97f7e4b0-13f3-4729-b806-5490a5674279 req-b7eb368b-2e8e-4aa6-8a84-ca769a5b1c0f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Apr 06 11:00:34.137852 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1e6d4-5ff6-4aad-b3f6-0ed09c8802f7 req-5ebeb840-7c69-4bcf-a71e-7c46b6741adf tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:34.139304 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-09b1e6d4-5ff6-4aad-b3f6-0ed09c8802f7 req-5ebeb840-7c69-4bcf-a71e-7c46b6741adf tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 944 time: 0.0547814 Apr 06 11:00:34.185367 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-09b1e6d4-5ff6-4aad-b3f6-0ed09c8802f7 req-8e33b898-52d6-45ce-acc7-6180a7b3b1af tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Apr 06 11:00:35.102935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7161c-91fb-4840-80dc-c00fc8ce045c req-db7c00ce-7e3e-41a2-93cf-73d438b78f52 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.104378 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ffe7161c-91fb-4840-80dc-c00fc8ce045c req-db7c00ce-7e3e-41a2-93cf-73d438b78f52 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0521865 Apr 06 11:00:35.149563 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ffe7161c-91fb-4840-80dc-c00fc8ce045c req-4f6da119-dfc4-4597-b46f-c037574c0975 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395215 Apr 06 11:00:35.304091 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c9d0e-6a99-4ed6-9569-dd437dadf3e5 req-845e1874-d109-4b6e-adf5-4655a2f0d8a1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.305573 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d8c9d0e-6a99-4ed6-9569-dd437dadf3e5 req-845e1874-d109-4b6e-adf5-4655a2f0d8a1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 944 time: 0.0559983 Apr 06 11:00:35.341875 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:00:35.351982 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d8c9d0e-6a99-4ed6-9569-dd437dadf3e5 req-5e2abd3b-40f7-421e-b5c4-9be3e21f09cc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405920 Apr 06 11:00:35.437877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:35.448538 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:00:35.487729 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:35.488121 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:35.500938 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:35.518976 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:35.522695 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:35.568861 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:35.575671 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.576023 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.576370 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.576733 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.577073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.577428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.577914 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.578326 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.578665 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.579001 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.579330 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.579672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.580003 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.580332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.580655 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:35.849136 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['40e2d801-1b7d-4bfa-a6e4-71ede4026b98'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:36.277182 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a60ad5-72f1-44c6-9592-59e78c55df86 req-17530e1e-0cc0-4f33-9efa-4772901da81a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:36.278637 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7a60ad5-72f1-44c6-9592-59e78c55df86 req-17530e1e-0cc0-4f33-9efa-4772901da81a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0543439 Apr 06 11:00:36.325601 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e7a60ad5-72f1-44c6-9592-59e78c55df86 req-b70ddebe-ac62-405a-bed1-fbc9dda7eaae tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405965 Apr 06 11:00:36.472449 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377aeaf9-2afd-49ad-8bd3-694bfb9cd7b1 req-c954ce04-b973-4a2f-94aa-0e4047604a42 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:36.473856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-377aeaf9-2afd-49ad-8bd3-694bfb9cd7b1 req-c954ce04-b973-4a2f-94aa-0e4047604a42 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 945 time: 0.0553904 Apr 06 11:00:36.519606 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-377aeaf9-2afd-49ad-8bd3-694bfb9cd7b1 req-e685f998-3ae3-43ad-b8f8-ffab2f31472a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402668 Apr 06 11:00:37.347269 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:37.396122 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:00:37.401049 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:37.401601 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.450543 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469edf0-28a8-47de-94e5-5a68bd69c6e3 req-9d69ce01-9a84-43d4-86fd-9ea2c5e995df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:37.452013 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4469edf0-28a8-47de-94e5-5a68bd69c6e3 req-9d69ce01-9a84-43d4-86fd-9ea2c5e995df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0534458 Apr 06 11:00:37.487578 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:37.487967 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.499253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4469edf0-28a8-47de-94e5-5a68bd69c6e3 req-aa9ef5c7-e6c1-44e2-b2fb-3480825291e5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406723 Apr 06 11:00:37.510611 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:37.512876 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f15671-3ad9-4f4f-b7e8-278b9ee7e1e8" -d '{"events": [{"server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "name": "network-vif-plugged", "status": "completed", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:37.526389 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:37.530242 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.555566 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2c855-c26f-466c-bbce-6114e97a6673 x-openstack-request-id: req-76d2c855-c26f-466c-bbce-6114e97a6673 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:37.555931 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "name": "network-vif-plugged", "status": "completed", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:37.556252 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76d2c855-c26f-466c-bbce-6114e97a6673 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:37.556712 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d2c855-c26f-466c-bbce-6114e97a6673'] response: {'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'code': 200} Apr 06 11:00:37.580640 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:37.637529 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb619c12-162b-4324-8266-ad23c667710a req-2193315a-93ab-406f-a158-9a03e7815775 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:37.638914 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb619c12-162b-4324-8266-ad23c667710a req-2193315a-93ab-406f-a158-9a03e7815775 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0536535 Apr 06 11:00:37.696946 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb619c12-162b-4324-8266-ad23c667710a req-388e6e23-b033-4349-bfe7-9c6166a76c01 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516167 Apr 06 11:00:37.762626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b57e7d-25b6-4814-98df-ee89cf183933 req-892ca580-ea42-46da-8143-83fd25e27e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:37.764075 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09b57e7d-25b6-4814-98df-ee89cf183933 req-892ca580-ea42-46da-8143-83fd25e27e30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 1130 time: 0.0423148 Apr 06 11:00:37.807301 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09b57e7d-25b6-4814-98df-ee89cf183933 req-da222e34-55a4-41ec-aabd-bfa0fcaf57ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368900 Apr 06 11:00:38.623169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc5e6-e1bb-44ef-8d95-5201564a8209 req-95066db6-a35d-487c-8d73-8d47ccd856a4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:38.625182 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-797cc5e6-e1bb-44ef-8d95-5201564a8209 req-95066db6-a35d-487c-8d73-8d47ccd856a4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0510485 Apr 06 11:00:38.675083 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-797cc5e6-e1bb-44ef-8d95-5201564a8209 req-a341d1d1-dccf-43ca-bde3-0b833b6f15ba tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Apr 06 11:00:38.816557 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73493bda-3046-45a3-81e2-90b635257850 req-bd2423d3-fac0-45e8-bae3-c0a9daaa550a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:38.817983 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73493bda-3046-45a3-81e2-90b635257850 req-bd2423d3-fac0-45e8-bae3-c0a9daaa550a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0539215 Apr 06 11:00:38.867186 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-73493bda-3046-45a3-81e2-90b635257850 req-d25eb245-e1b8-4ab8-b229-0a05c51de73c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435603 Apr 06 11:00:39.805694 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8140-4e7b-41ab-be3f-53de7c124ee7 req-e9fc9eab-0533-4cf0-8d2d-af9e4732b396 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:39.807164 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b68b8140-4e7b-41ab-be3f-53de7c124ee7 req-e9fc9eab-0533-4cf0-8d2d-af9e4732b396 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0571961 Apr 06 11:00:39.855996 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b68b8140-4e7b-41ab-be3f-53de7c124ee7 req-231a62dc-d1d2-42cd-9ee0-a0edcb7b65c8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Apr 06 11:00:39.992348 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9584a-0e56-4ac7-879c-a69d16c47f90 req-d9015081-c57c-4753-bd84-b68463f1af08 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:39.993866 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01e9584a-0e56-4ac7-879c-a69d16c47f90 req-d9015081-c57c-4753-bd84-b68463f1af08 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Apr 06 11:00:40.040128 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01e9584a-0e56-4ac7-879c-a69d16c47f90 req-068471de-c8a9-4693-97fa-f7827aa1bd8b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406222 Apr 06 11:00:40.155028 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9e517-a096-4641-b0ec-494b6134914b req-b11782b0-48ff-410d-a4da-347041df7d20 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:40.157035 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0ab9e517-a096-4641-b0ec-494b6134914b req-b11782b0-48ff-410d-a4da-347041df7d20 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0545144 Apr 06 11:00:40.165640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47320) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:40.169868 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:40.210296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:40.673038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:40.676774 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:40.780051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP ba736a01-834b-4db7-95d4-c7d3828b0ce3 associated. External IP: 172.27.0.27, port: 40e2d801-1b7d-4bfa-a6e4-71ede4026b98. Apr 06 11:00:40.987750 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e87a36-886e-4ee6-b7a0-9c5041a8c7ad req-2771f43f-3631-492e-b139-97b803be0faf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:40.989277 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-51e87a36-886e-4ee6-b7a0-9c5041a8c7ad req-2771f43f-3631-492e-b139-97b803be0faf tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0561807 Apr 06 11:00:40.998645 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:41.036641 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-51e87a36-886e-4ee6-b7a0-9c5041a8c7ad req-1c4b94ee-7ef9-4811-9bc5-f917270f69a4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 Apr 06 11:00:41.364773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:41.369573 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.375032 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:41.379051 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:00:41.384470 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:41.385096 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:41.400754 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b57f94c1-89ae-43d3-a415-11534783f85e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "PUT /v2.0/floatingips/ba736a01-834b-4db7-95d4-c7d3828b0ce3 HTTP/1.1" status: 200 len: 991 time: 1.2340765 Apr 06 11:00:41.401374 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:41.403716 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfeda6-fd52-41cd-b393-a8ee74c37156" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:41.441933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09357fd-22c7-4316-a2ca-548326906678 x-openstack-request-id: req-b09357fd-22c7-4316-a2ca-548326906678 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:41.442229 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:41.442480 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b09357fd-22c7-4316-a2ca-548326906678 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:41.442877 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09357fd-22c7-4316-a2ca-548326906678'] response: {'name': 'network-changed', 'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'status': 'completed', 'code': 200} Apr 06 11:00:41.498425 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:41.499069 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:41.510117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:00:41.545625 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-cf4ba3be-76b5-44a3-bff6-c91bdca832fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:41.548427 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-cf4ba3be-76b5-44a3-bff6-c91bdca832fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 1130 time: 0.0519843 Apr 06 11:00:41.549023 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: ACTIVE; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:41.549448 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.562504 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:41.590911 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:41.596375 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.653250 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-790af7ab-76d3-46de-b989-eaac0aeafa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:41.654661 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-790af7ab-76d3-46de-b989-eaac0aeafa21 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0970538 Apr 06 11:00:41.691769 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=6']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:41.730962 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-529c90d5-ffa3-4e20-a10e-81abd84994fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98 HTTP/1.1" status: 200 len: 999 time: 0.0677021 Apr 06 11:00:41.739074 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:40Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:41.769680 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:41.777913 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:41.778533 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:41.786516 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-d0d27a4e-b5a6-4867-9bc2-b9fe8fa2b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:41.788530 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-d0d27a4e-b5a6-4867-9bc2-b9fe8fa2b42d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0495119 Apr 06 11:00:41.855507 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-95f05a59-ad08-4082-a00b-088b4ae05d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:41.857019 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-95f05a59-ad08-4082-a00b-088b4ae05d25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544963 Apr 06 11:00:41.910536 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:41.927151 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['945a1a57-d57a-4e18-ad24-480e10a0641f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:41.967117 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-d42ef4b5-076d-4e86-8a59-e06f8390d368 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965657 Apr 06 11:00:42.074196 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ebfeda6-fd52-41cd-b393-a8ee74c37156 req-ab91622d-5901-4323-98cb-ef68f5710964 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961554 Apr 06 11:00:42.165771 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:40Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:42.183628 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d0dbb-61c2-48e7-8059-22c2914d04ef req-8bd536d1-ad38-43fc-b144-46612bda76df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:42.185501 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c71d0dbb-61c2-48e7-8059-22c2914d04ef req-8bd536d1-ad38-43fc-b144-46612bda76df tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 945 time: 0.0654380 Apr 06 11:00:42.236680 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c71d0dbb-61c2-48e7-8059-22c2914d04ef req-2a152379-4e8f-4bee-b229-ad9e3229f6b3 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454719 Apr 06 11:00:42.303821 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4c04-ae84-4f3b-beb3-127a6858dcbd None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:40Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:42.311236 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:00:42.513920 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6c3c83-6b03-45c1-948a-53ad56406a88 None None] New status for floating IP ba736a01-834b-4db7-95d4-c7d3828b0ce3: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:43.381364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d5b5c-1ff5-4d74-97aa-eab50196c351 req-cacd810b-4e8d-4587-9d45-9056600ed79c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:43.383518 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:43.388423 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-882d5b5c-1ff5-4d74-97aa-eab50196c351 req-cacd810b-4e8d-4587-9d45-9056600ed79c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 945 time: 0.0696197 Apr 06 11:00:43.450836 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-882d5b5c-1ff5-4d74-97aa-eab50196c351 req-104fdde6-ed25-4048-a2a9-a3bdfbf01c45 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610423 Apr 06 11:00:43.453614 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 945a1a57-d57a-4e18-ad24-480e10a0641f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:43.453998 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:43.578386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:43.579036 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:43.610066 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:43.612494 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fcab06-0c87-4ee9-afd4-2aaf7489d9a6" -d '{"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:43.629752 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:43.636239 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:43.662760 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c36b6c-ecb9-4f04-9203-26977cf68b85 x-openstack-request-id: req-a7c36b6c-ecb9-4f04-9203-26977cf68b85 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:43.663082 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:43.663473 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7c36b6c-ecb9-4f04-9203-26977cf68b85 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:43.663870 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c36b6c-ecb9-4f04-9203-26977cf68b85'] response: {'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'code': 200} Apr 06 11:00:43.694424 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=7']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:44.239748 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c4c7dcd3-3333-4560-9431-e14396d383c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:44.583784 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec8913-5b9c-49cd-b421-31bc0af6f80b req-f0a1248b-1489-4f5a-a614-2ecc32ec4aa2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:44.589874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1aec8913-5b9c-49cd-b421-31bc0af6f80b req-f0a1248b-1489-4f5a-a614-2ecc32ec4aa2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0633245 Apr 06 11:00:44.642794 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1aec8913-5b9c-49cd-b421-31bc0af6f80b req-78a6f71b-d9b7-40a3-a1c0-13b80f1469e5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512681 Apr 06 11:00:45.790740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c54e1-e0ec-4093-8a23-c8a401c26ae4 req-4321d2c2-e72b-42c4-a706-498ab7ea8bcc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:45.797806 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de9c54e1-e0ec-4093-8a23-c8a401c26ae4 req-4321d2c2-e72b-42c4-a706-498ab7ea8bcc tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0734718 Apr 06 11:00:45.850077 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de9c54e1-e0ec-4093-8a23-c8a401c26ae4 req-c78c0cc3-8d74-4601-9739-c7b65e99193d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514021 Apr 06 11:00:46.740696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0091188a-54f9-4728-ab9a-4cf9595f11ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:46.872485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6337ca-07fe-47e3-835d-3ca21db50c45 req-b6d96f27-b61b-4d7a-a789-441861e61d7a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:46.874088 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d6337ca-07fe-47e3-835d-3ca21db50c45 req-b6d96f27-b61b-4d7a-a789-441861e61d7a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0653532 Apr 06 11:00:46.952377 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d6337ca-07fe-47e3-835d-3ca21db50c45 req-90d2ee1d-e9ac-4525-b857-ccb76df60bf6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656135 Apr 06 11:00:47.038552 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805179a3-8e65-4f6d-9a3d-079e4e3d70be req-8a5e1160-a9f6-4ad7-b319-470376b1b2a8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:47.040769 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-805179a3-8e65-4f6d-9a3d-079e4e3d70be req-8a5e1160-a9f6-4ad7-b319-470376b1b2a8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0690687 Apr 06 11:00:47.092205 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-805179a3-8e65-4f6d-9a3d-079e4e3d70be req-a4f641a4-1b98-4782-93a0-170ca45db4b6 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458114 Apr 06 11:00:48.073429 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:48.104954 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb88e5-fc37-46ec-a431-a3c115851314 req-19f1f5e5-f649-4ffa-a575-c3f78b055e15 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:48.106572 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97fb88e5-fc37-46ec-a431-a3c115851314 req-19f1f5e5-f649-4ffa-a575-c3f78b055e15 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0602372 Apr 06 11:00:48.166685 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97fb88e5-fc37-46ec-a431-a3c115851314 req-0754b9be-5795-4599-80f0-89204002c420 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535240 Apr 06 11:00:48.252475 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de36b58-c2ff-4c12-990f-4d3d8760e2a5 req-a3f12ab4-a364-4e9e-b04f-212428014801 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:48.266652 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3de36b58-c2ff-4c12-990f-4d3d8760e2a5 req-a3f12ab4-a364-4e9e-b04f-212428014801 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0858500 Apr 06 11:00:48.323565 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3de36b58-c2ff-4c12-990f-4d3d8760e2a5 req-64cab0ee-8905-458a-af92-cc17549803ff tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467954 Apr 06 11:00:49.306326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8dfc6-3ebb-4afd-a98e-17214490956f req-fb3d0b91-dbb3-438f-90ca-81e6144623ab tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:49.307838 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eeb8dfc6-3ebb-4afd-a98e-17214490956f req-fb3d0b91-dbb3-438f-90ca-81e6144623ab tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0636575 Apr 06 11:00:49.372089 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eeb8dfc6-3ebb-4afd-a98e-17214490956f req-931f9f69-bfad-443c-a0ff-3193f55317ae tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573456 Apr 06 11:00:49.469714 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a92ab-d9e7-4306-a96a-e52af3e5e7ec req-2b14b252-dcbf-4c23-bff4-14f5c5db59c2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:49.471118 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-821a92ab-d9e7-4306-a96a-e52af3e5e7ec req-2b14b252-dcbf-4c23-bff4-14f5c5db59c2 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0609026 Apr 06 11:00:49.527708 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-821a92ab-d9e7-4306-a96a-e52af3e5e7ec req-c4f6f9f2-00f1-4638-af04-21b65524983a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502036 Apr 06 11:00:49.578988 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.519245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45645db8-72e3-499d-abdb-a81887f5211f req-196b847c-7d4b-4e9f-8da7-baa77daf66a0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:50.520977 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45645db8-72e3-499d-abdb-a81887f5211f req-196b847c-7d4b-4e9f-8da7-baa77daf66a0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0631568 Apr 06 11:00:50.574631 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45645db8-72e3-499d-abdb-a81887f5211f req-df29f55b-f795-449a-8dea-06549f782969 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478003 Apr 06 11:00:50.714545 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62242c-8e1f-4cde-a649-36928de12b03 req-9473edb5-148f-4d60-aa7b-c9d5ae4d099b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:50.716705 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef62242c-8e1f-4cde-a649-36928de12b03 req-9473edb5-148f-4d60-aa7b-c9d5ae4d099b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0745103 Apr 06 11:00:50.781522 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef62242c-8e1f-4cde-a649-36928de12b03 req-b9b749fe-c516-487d-bd45-e7ac7b9f39a8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513978 Apr 06 11:00:50.903210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.731386 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdeb0e-cc81-4c60-b165-4152cf895d9c req-77c67dac-a455-4048-8e9d-e0ce31785ba4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.731386 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63fdeb0e-cc81-4c60-b165-4152cf895d9c req-77c67dac-a455-4048-8e9d-e0ce31785ba4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0707197 Apr 06 11:00:51.792890 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-63fdeb0e-cc81-4c60-b165-4152cf895d9c req-305bc2b1-efc7-4949-a5f0-71d062f756a2 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536523 Apr 06 11:00:51.843516 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dde0e5-80b4-4ca7-9f7f-b3c9d5c82219 req-606cb7d8-ab88-43f9-adc3-36cee3f3d581 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.845023 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-02dde0e5-80b4-4ca7-9f7f-b3c9d5c82219 req-606cb7d8-ab88-43f9-adc3-36cee3f3d581 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.0787468 Apr 06 11:00:51.897888 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-02dde0e5-80b4-4ca7-9f7f-b3c9d5c82219 req-3de565b0-ca5a-428d-b2c7-ab63957f56eb tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444119 Apr 06 11:00:51.913133 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f13dbc-38ca-40bb-9ee3-3bf7451edc81 req-957797e5-514d-43e0-bac2-f747767664ad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.913133 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9f13dbc-38ca-40bb-9ee3-3bf7451edc81 req-957797e5-514d-43e0-bac2-f747767664ad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0600309 Apr 06 11:00:51.959655 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9f13dbc-38ca-40bb-9ee3-3bf7451edc81 req-5c1ad6b7-a2cf-4935-80bc-4e9db1ae7293 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418208 Apr 06 11:00:52.912087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263226f4-d87b-4292-be5a-f3b1f36932e2 req-0a9cafe9-5f14-415a-9718-78fa767cd6e3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:52.913565 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-263226f4-d87b-4292-be5a-f3b1f36932e2 req-0a9cafe9-5f14-415a-9718-78fa767cd6e3 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0527501 Apr 06 11:00:52.965020 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-263226f4-d87b-4292-be5a-f3b1f36932e2 req-366479c8-92f1-4bb6-bce4-ea9149bf4199 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457840 Apr 06 11:00:53.020423 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d147a-3f96-490c-a514-9ea08f25cab3 req-c2ef1063-f7a1-45ce-8a7d-3ed273017df8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:53.021952 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-052d147a-3f96-490c-a514-9ea08f25cab3 req-c2ef1063-f7a1-45ce-8a7d-3ed273017df8 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.0545917 Apr 06 11:00:53.070141 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-052d147a-3f96-490c-a514-9ea08f25cab3 req-928940d0-bf61-4e6e-b05b-b86abe5ef1a0 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Apr 06 11:00:53.084149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad888909-80df-48c2-af89-89206a592e05 req-eb70e584-5bd7-42a4-b51d-2b629bc8046b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:53.085802 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ad888909-80df-48c2-af89-89206a592e05 req-eb70e584-5bd7-42a4-b51d-2b629bc8046b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0530195 Apr 06 11:00:53.141593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ad888909-80df-48c2-af89-89206a592e05 req-2ad23b78-3a42-4d53-9c79-3f7c680fcab1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502670 Apr 06 11:00:54.082837 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18dfeb-29fb-4d83-8988-63566d5b9ebc req-2afbb455-47f7-4d62-87a7-ada803c37745 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.084281 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8b18dfeb-29fb-4d83-8988-63566d5b9ebc req-2afbb455-47f7-4d62-87a7-ada803c37745 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0527372 Apr 06 11:00:54.143606 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8b18dfeb-29fb-4d83-8988-63566d5b9ebc req-410d44f3-30ec-4114-93b1-02f13a4caba1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536218 Apr 06 11:00:54.196623 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0aa70-0af5-4004-a4a6-8a0c15dfc26d req-fef5081d-6128-4d6f-a7a1-f9cbf71507d9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.198133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d9e0aa70-0af5-4004-a4a6-8a0c15dfc26d req-fef5081d-6128-4d6f-a7a1-f9cbf71507d9 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.0543685 Apr 06 11:00:54.256041 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d9e0aa70-0af5-4004-a4a6-8a0c15dfc26d req-5a21911f-b356-4e94-85f8-abbbae11d9ee tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups?id=7f078485-a573-48d3-80e0-00aa4e35e5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524485 Apr 06 11:00:54.265108 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36867a0-5076-43fb-bbc0-68c807dedbdb req-96075a1d-7f25-45cf-952e-c6209571819d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.266740 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e36867a0-5076-43fb-bbc0-68c807dedbdb req-96075a1d-7f25-45cf-952e-c6209571819d tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0538864 Apr 06 11:00:54.316789 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e36867a0-5076-43fb-bbc0-68c807dedbdb req-2e3a354f-f916-458f-884d-6e0984f5051f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Apr 06 11:00:54.332112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-57f8265c-a21b-4e26-9cfc-1b2fab726b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.333630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-57f8265c-a21b-4e26-9cfc-1b2fab726b38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1130 time: 0.0602891 Apr 06 11:00:54.340427 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-f3e483be-7b77-410b-b594-7cc426c45f4f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.341787 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-f3e483be-7b77-410b-b594-7cc426c45f4f tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 946 time: 0.1021538 Apr 06 11:00:54.487324 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-70892318-d8ad-45f1-b3b8-d0d8efe32e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.488696 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-70892318-d8ad-45f1-b3b8-d0d8efe32e6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.1460857 Apr 06 11:00:54.541421 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Deleting port bd711c6e-edac-4867-ae53-f98a4e27d012 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:54.541760 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.602054 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-1d728feb-1397-42cc-88e2-590415adc6ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 1001 time: 0.1052718 Apr 06 11:00:54.675849 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] For port bd711c6e-edac-4867-ae53-f98a4e27d012, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bd711c6e-edac-4867-ae53-f98a4e27d012,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:54.676216 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.687188 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-a4ae364c-2f07-4335-87dd-3f644ddbb1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.688634 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-a4ae364c-2f07-4335-87dd-3f644ddbb1e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0772636 Apr 06 11:00:54.822017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-94e69d46-9bde-4cd5-afa3-58bc6065d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.823495 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-94e69d46-9bde-4cd5-afa3-58bc6065d1fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1026742 Apr 06 11:00:54.930206 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.930630 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.930878 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Floating IP 2a7e8f4a-a7ef-4537-ad18-069f63ee42b8 disassociated. External IP: 172.27.0.52, port: bd711c6e-edac-4867-ae53-f98a4e27d012. Apr 06 11:00:54.931222 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Calling delete_port for bd711c6e-edac-4867-ae53-f98a4e27d012 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:55.000432 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-18da1b03-7fe4-4180-a2db-ed3801637684 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418948 Apr 06 11:00:55.145069 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edf08d17-6335-4caf-a0a2-8e6ba320b4d7 req-2f985d1c-d53d-4663-b947-4c88f2f16451 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322339 Apr 06 11:00:55.157780 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (bd711c6e-edac-4867-ae53-f98a4e27d012), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:55.192265 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'Port': ['ID=bd711c6e-edac-4867-ae53-f98a4e27d012,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:55.342935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae98aa8-4816-45a4-b8fb-3c47f4aa1425 req-9585f904-ce61-474a-a2aa-a17cb5e0757c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:55.344994 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ae98aa8-4816-45a4-b8fb-3c47f4aa1425 req-9585f904-ce61-474a-a2aa-a17cb5e0757c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.1128974 Apr 06 11:00:55.356810 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-031197b1-2776-4940-ab45-4e16d9f28580 req-3f7faa2e-8327-48e1-ab15-57bd53915a0c tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0272925 Apr 06 11:00:55.379402 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:55.418071 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ae98aa8-4816-45a4-b8fb-3c47f4aa1425 req-ec92caf0-6e06-42bd-83d7-0a90990f4096 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669959 Apr 06 11:00:55.466881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7e589-5fd3-4525-bd21-ff8bd7123814 req-25eecdfb-e553-471d-b2d1-ebb3aca2db61 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:55.468367 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7bc7e589-5fd3-4525-bd21-ff8bd7123814 req-25eecdfb-e553-471d-b2d1-ebb3aca2db61 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0573909 Apr 06 11:00:55.515733 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7bc7e589-5fd3-4525-bd21-ff8bd7123814 req-70a792b9-00d1-43b6-94eb-2b840a75c76e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Apr 06 11:00:55.518520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:55.543823 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:55.555059 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:55.555797 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:55.567364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] No DVR routers for this DVR port bd711c6e-edac-4867-ae53-f98a4e27d012 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:55.570162 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:55.573409 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c299cdb6-8e8d-4785-8369-355ceee6383f req-7b36eb2c-93c5-4948-b7e2-3a3069f89c57 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.18 "DELETE /v2.0/ports/bd711c6e-edac-4867-ae53-f98a4e27d012 HTTP/1.1" status: 204 len: 173 time: 1.2238395 Apr 06 11:00:55.573858 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'name': 'network-vif-deleted', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:55.576110 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462eb3b9-1332-42a5-93a4-5c5b7ad4055b" -d '{"events": [{"server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "name": "network-vif-deleted", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:55.612913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724003a1-5ec0-469e-8d70-733c421f022f x-openstack-request-id: req-724003a1-5ec0-469e-8d70-733c421f022f {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:55.613272 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a", "name": "network-vif-deleted", "tag": "bd711c6e-edac-4867-ae53-f98a4e27d012", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:55.613610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-724003a1-5ec0-469e-8d70-733c421f022f {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:55.614076 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724003a1-5ec0-469e-8d70-733c421f022f'] response: {'server_uuid': '9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a', 'name': 'network-vif-deleted', 'tag': 'bd711c6e-edac-4867-ae53-f98a4e27d012', 'status': 'completed', 'code': 200} Apr 06 11:00:55.669788 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:55.867220 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:55.896979 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:55.905236 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:55.906001 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:56.012949 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:56.212082 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:56.241092 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae4c2f-9d9b-4871-a24a-6d990b48e286 None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7', 'name': '', 'network_id': 'ba370dd1-0749-4bb4-b6fe-07fe46746af1', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'mac_address': 'fa:16:3e:3f:b5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:04Z', 'updated_at': '2022-04-06T10:54:16Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'subnets': [{'id': '116c8e8b-2e8b-446d-92db-d01ddd6dedac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:56.472175 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e72dbad9-e52e-4c0a-9a17-7509c1279bce req-f16a8828-973a-43aa-8ac9-394fd5113a56 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0390074 Apr 06 11:00:56.505426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ecdb9c-ea84-4f19-bb3d-59d234ba6c65 None None] New status for floating IP 2a7e8f4a-a7ef-4537-ad18-069f63ee42b8: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:56.563721 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ddd43-627b-4e7d-a9ef-e2c0fbb7d53d req-1499ae01-3a20-4eb2-90bb-9e651bde4c68 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:56.565266 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f16ddd43-627b-4e7d-a9ef-e2c0fbb7d53d req-1499ae01-3a20-4eb2-90bb-9e651bde4c68 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0652282 Apr 06 11:00:56.626582 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f16ddd43-627b-4e7d-a9ef-e2c0fbb7d53d req-753a2dca-ff6b-4d3b-bfe4-d6c0b781a6f9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498097 Apr 06 11:00:56.676005 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1138b-fedd-4db3-acdd-768932489e93 req-69a66a07-4312-4b36-a735-712338040558 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:56.678545 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b4c1138b-fedd-4db3-acdd-768932489e93 req-69a66a07-4312-4b36-a735-712338040558 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0748179 Apr 06 11:00:56.739500 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b4c1138b-fedd-4db3-acdd-768932489e93 req-4e8df9d5-17d5-48d2-a774-156516efdb27 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550065 Apr 06 11:00:57.370857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-eeaf2da9-dcaf-4d93-bdd1-83d1c7edeff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:57.372270 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-eeaf2da9-dcaf-4d93-bdd1-83d1c7edeff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1129 time: 0.0457230 Apr 06 11:00:57.581651 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a363aaea-1a73-44da-82ec-836a111e35cf req-b605ac02-e8f6-40ef-809b-fcf210301e3a tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fc2da83-89f1-4db0-8fb3-7c1a688a7c3a HTTP/1.1" status: 200 len: 210 time: 0.0290318 Apr 06 11:00:57.673766 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-bbffee28-11df-437b-8158-d55875dc2258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:57.675275 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-bbffee28-11df-437b-8158-d55875dc2258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 910 time: 0.0961998 Apr 06 11:00:57.874048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d822f6e-5f63-4a97-b80a-7f7cf2924fba req-49b59851-03a4-4197-b66e-d418d5e69e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:57.875712 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d822f6e-5f63-4a97-b80a-7f7cf2924fba req-49b59851-03a4-4197-b66e-d418d5e69e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0570061 Apr 06 11:00:57.988043 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-2d5b433f-4ee6-4de3-8262-4d11ea3ee33f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 1001 time: 0.1111112 Apr 06 11:00:57.990052 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ad96b-d188-42f5-866c-76bb5e532f7f req-a1889a58-31cd-4e1a-ae3f-05b1d0d03a3c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:57.992306 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-774ad96b-d188-42f5-866c-76bb5e532f7f req-a1889a58-31cd-4e1a-ae3f-05b1d0d03a3c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.2966681 Apr 06 11:00:57.995542 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d822f6e-5f63-4a97-b80a-7f7cf2924fba req-60d4af59-4108-4f39-88bc-7f5c2b7fd635 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129625 Apr 06 11:00:58.054734 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-774ad96b-d188-42f5-866c-76bb5e532f7f req-3777143c-7b49-4ce4-80a4-adc727dac5a6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540013 Apr 06 11:00:58.064016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-5ffccf9d-c093-4bc2-b01e-f79a7c47d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:58.065743 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-5ffccf9d-c093-4bc2-b01e-f79a7c47d1e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.0635214 Apr 06 11:00:58.116662 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-3f534141-3789-4630-a769-17c9ede8029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:58.118189 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-3f534141-3789-4630-a769-17c9ede8029d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457644 Apr 06 11:00:58.214557 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-9cbee9c5-f200-4434-825e-263822b96789 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895345 Apr 06 11:00:58.310746 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ae3ada0-123e-4361-9c27-0ad4cb463a9f req-c7d6eaf6-12a3-47f2-88f0-c8d9e97f5e42 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895779 Apr 06 11:00:58.663580 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47530) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:58.730219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (7f078485-a573-48d3-80e0-00aa4e35e5c0), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:58.766762 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (7f078485-a573-48d3-80e0-00aa4e35e5c0), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:58.814280 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7f078485-a573-48d3-80e0-00aa4e35e5c0), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:58.816871 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:58.818092 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "DELETE /v2.0/security-groups/7f078485-a573-48d3-80e0-00aa4e35e5c0 HTTP/1.1" status: 204 len: 168 time: 0.1535213 Apr 06 11:00:58.820938 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47536) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:58.827175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c56d2-5d52-4f46-962c-abed91ab39db tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f078485-a573-48d3-80e0-00aa4e35e5c0,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:58.844662 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-dab61772-83f0-4b0d-ab20-777252d3925b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] show failed (client error): The resource could not be found. Apr 06 11:00:58.845786 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-dab61772-83f0-4b0d-ab20-777252d3925b tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "GET /v2.0/security-groups/7f078485-a573-48d3-80e0-00aa4e35e5c0 HTTP/1.1" status: 404 len: 347 time: 0.0233576 Apr 06 11:00:58.848502 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47538) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:59.025880 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490dd14-f71b-418b-a87e-eb1699c7eaab req-a6385993-d207-4390-81c9-098a26d26aa1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:59.027385 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c490dd14-f71b-418b-a87e-eb1699c7eaab req-a6385993-d207-4390-81c9-098a26d26aa1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 946 time: 0.0841599 Apr 06 11:00:59.032760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Deleting port 3813e418-f885-4726-bfca-c56036ada817 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:59.033109 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (3813e418-f885-4726-bfca-c56036ada817), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.143099 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c490dd14-f71b-418b-a87e-eb1699c7eaab req-bbe0626a-9b9c-4614-913d-6a59ce4f1598 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072016 Apr 06 11:00:59.159053 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (3813e418-f885-4726-bfca-c56036ada817), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.159395 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (3813e418-f885-4726-bfca-c56036ada817), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.174702 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Calling delete_port for 3813e418-f885-4726-bfca-c56036ada817 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:59.193358 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b640948-41cb-421f-8734-d76fcf4da9be req-4e53820f-74f2-48bb-a6b9-410f351ea2ca tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:59.194942 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0b640948-41cb-421f-8734-d76fcf4da9be req-4e53820f-74f2-48bb-a6b9-410f351ea2ca tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0621357 Apr 06 11:00:59.200038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47562) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:59.262789 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0b640948-41cb-421f-8734-d76fcf4da9be req-976ac53f-a56e-4649-b36f-d7c895ac2b85 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567479 Apr 06 11:00:59.297395 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-503393ef-1526-4d5e-8bb3-ae3237faf39f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959821 Apr 06 11:00:59.310534 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-a5c90207-8983-48a6-81fb-7d226457d1c0 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:00:59.311523 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-a5c90207-8983-48a6-81fb-7d226457d1c0 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053964 Apr 06 11:00:59.330937 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (3813e418-f885-4726-bfca-c56036ada817), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.360547 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Pushing event deleted for resources: {'Port': ['ID=3813e418-f885-4726-bfca-c56036ada817,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:59.399275 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47570) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:59.425180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks [] for floatingip (2a7e8f4a-a7ef-4537-ad18-069f63ee42b8), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.427682 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.428830 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-fd0a251d-e313-4fbf-bade-b8e60f792d88 tempest-AttachVolumeTestJSON-562614864 tempest-AttachVolumeTestJSON-562614864-project] 10.222.0.57 "DELETE /v2.0/floatingips/2a7e8f4a-a7ef-4537-ad18-069f63ee42b8 HTTP/1.1" status: 204 len: 168 time: 0.5781281 Apr 06 11:00:59.457026 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device bd711c6e-edac-4867-ae53-f98a4e27d012 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:59.482213 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: bd711c6e-edac-4867-ae53-f98a4e27d012 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:59.482558 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device bd711c6e-edac-4867-ae53-f98a4e27d012 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:59.482987 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:59.502715 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-68ef9454-e07d-4050-9168-6552af47a6e9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:59.504211 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-68ef9454-e07d-4050-9168-6552af47a6e9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports/945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 943 time: 0.1039522 Apr 06 11:00:59.573577 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: ACTIVE; New status is: DOWN {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:59.573966 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.597844 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:59.600155 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef40db7-17c8-4b14-8353-f520d64ebb3b" -d '{"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:59.613105 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:59.617778 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.644807 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aa7164-3377-4e61-9d03-4eaef16bb731 x-openstack-request-id: req-95aa7164-3377-4e61-9d03-4eaef16bb731 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:59.645102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-unplugged", "status": "failed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "code": 422}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:59.645400 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95aa7164-3377-4e61-9d03-4eaef16bb731 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:59.645894 dv-cinder-836071-2-iscsi neutron-server[120433]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-95aa7164-3377-4e61-9d03-4eaef16bb731']: {'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'code': 422} returned with failed status Apr 06 11:00:59.674663 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=8']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:00.284458 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519d0fc-1df4-446f-8ab7-02a873622b9a req-fff696c8-9a15-42bd-9121-5ea263bbecf5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:00.286078 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9519d0fc-1df4-446f-8ab7-02a873622b9a req-fff696c8-9a15-42bd-9121-5ea263bbecf5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0564899 Apr 06 11:01:00.337946 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9519d0fc-1df4-446f-8ab7-02a873622b9a req-b30f096e-df4f-427b-be28-52aea0e0ec72 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459580 Apr 06 11:01:00.413453 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b844a1-383f-48f3-9d14-a06c1f9db08b req-6b4afa89-2893-4283-b413-ca71de837a9c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:00.417780 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94b844a1-383f-48f3-9d14-a06c1f9db08b req-6b4afa89-2893-4283-b413-ca71de837a9c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0769937 Apr 06 11:01:00.468047 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94b844a1-383f-48f3-9d14-a06c1f9db08b req-53cc5d77-82dc-49bb-bff5-99814cd97e0c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464444 Apr 06 11:01:01.133645 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-7aed5577-71c3-4cff-a631-250d30b3a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.135137 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-7aed5577-71c3-4cff-a631-250d30b3a442 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c&tenant_id=2eee0ffa556a401fa16336b0601da24b HTTP/1.1" status: 200 len: 1128 time: 0.0455422 Apr 06 11:01:01.218114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-af4cc777-8c88-40c0-a250-547766e2294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.220116 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-af4cc777-8c88-40c0-a250-547766e2294d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1128 time: 0.0475693 Apr 06 11:01:01.315536 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-ece3687a-bb42-43e4-ab7f-215b6829c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.316992 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-ece3687a-bb42-43e4-ab7f-215b6829c2e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.0871377 Apr 06 11:01:01.466061 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb09d0f-f3c0-4af6-a30a-9487e99cf998 req-5489e3c5-4664-47ec-85d3-af8a7c580212 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.467535 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cfb09d0f-f3c0-4af6-a30a-9487e99cf998 req-5489e3c5-4664-47ec-85d3-af8a7c580212 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0534461 Apr 06 11:01:01.561126 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cfb09d0f-f3c0-4af6-a30a-9487e99cf998 req-3b943c4a-ca0f-4ce1-b81b-f79a849ae3d7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873871 Apr 06 11:01:01.577730 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-caa142a7-6e82-4a3d-ab24-6924cb62fd80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 999 time: 0.0826163 Apr 06 11:01:01.599744 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d346f-01fa-427c-8caf-2b17397c25f6 req-c0be5d13-0a9f-482e-a645-c5e2b1e54eac tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.601228 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3b8d346f-01fa-427c-8caf-2b17397c25f6 req-c0be5d13-0a9f-482e-a645-c5e2b1e54eac tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0621982 Apr 06 11:01:01.634220 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-39437729-f9ec-40dc-9fab-5e9f1a966c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.635892 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-39437729-f9ec-40dc-9fab-5e9f1a966c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0481405 Apr 06 11:01:01.653297 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3b8d346f-01fa-427c-8caf-2b17397c25f6 req-804f99fa-1e82-48c0-8d87-602e171e6397 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453062 Apr 06 11:01:01.697117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-05254345-3dfa-40f3-a205-ec3c0d6f8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.698668 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-05254345-3dfa-40f3-a205-ec3c0d6f8a4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526307 Apr 06 11:01:01.806182 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-6aea8416-fbda-4643-9735-a918f6f16769 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990870 Apr 06 11:01:01.925466 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7805b5-4e2b-4165-9fe5-897f837ff82a req-f332bf60-9d90-439c-86a0-485d8324b149 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.927654 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e7805b5-4e2b-4165-9fe5-897f837ff82a req-f332bf60-9d90-439c-86a0-485d8324b149 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0737078 Apr 06 11:01:01.930166 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-291d5764-3c53-4b16-8fbc-ee879a011da0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945311 Apr 06 11:01:01.953628 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-bab12cfd-e4c2-4e45-b2d3-06b9e126a050 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396284 Apr 06 11:01:01.983991 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e7805b5-4e2b-4165-9fe5-897f837ff82a req-39ffcc8e-2a4c-4288-9822-2f8b53f6ca84 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501053 Apr 06 11:01:02.010242 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-096129bd-6a86-45ea-aa1c-c4012d81e1fa tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.011596 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-096129bd-6a86-45ea-aa1c-c4012d81e1fa tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports/808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 942 time: 0.0520132 Apr 06 11:01:02.080882 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-8a6d539e-a425-4b99-bef0-5fecacfe76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.082474 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-8a6d539e-a425-4b99-bef0-5fecacfe76be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2eee0ffa556a401fa16336b0601da24b&device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1128 time: 0.0493491 Apr 06 11:01:02.286880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-0a530b11-755a-4aa7-817c-d869950ad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.288671 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-0a530b11-755a-4aa7-817c-d869950ad574 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 200 len: 918 time: 0.1058359 Apr 06 11:01:02.367996 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-079a9cc4-bc29-43a5-a118-8fae9e139aa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 200 len: 999 time: 0.0651224 Apr 06 11:01:02.446090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-10d228a0-8592-4fe0-bc74-1fcaa543d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.447935 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-10d228a0-8592-4fe0-bc74-1fcaa543d0a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 200 len: 856 time: 0.0639801 Apr 06 11:01:02.540422 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.704028 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb731c58-94ac-4b1b-8b96-0a19d2f33f18 req-d3b621df-329b-4b25-a09d-2d86b8f245b9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.705478 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eb731c58-94ac-4b1b-8b96-0a19d2f33f18 req-d3b621df-329b-4b25-a09d-2d86b8f245b9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0656459 Apr 06 11:01:02.754401 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eb731c58-94ac-4b1b-8b96-0a19d2f33f18 req-17796480-4695-4ed0-b877-f1ac3c5a6bf4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Apr 06 11:01:03.133034 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeee140-1cf1-4c4a-9598-f7bdb903fa94 req-ad2f9d42-bae5-42e9-ba21-2f3e3e90c907 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:03.142478 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-feeee140-1cf1-4c4a-9598-f7bdb903fa94 req-ad2f9d42-bae5-42e9-ba21-2f3e3e90c907 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0751691 Apr 06 11:01:03.184350 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47658) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:03.202730 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-feeee140-1cf1-4c4a-9598-f7bdb903fa94 req-f38dfd0c-9ef1-4c55-ba1b-f10c3ede1670 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575638 Apr 06 11:01:03.917161 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d97d71-0f90-42ac-ba0f-72c1fb68c2db req-1d35e80d-f18e-46d6-a16c-a8fa5fd8d49c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:03.918786 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-07d97d71-0f90-42ac-ba0f-72c1fb68c2db req-1d35e80d-f18e-46d6-a16c-a8fa5fd8d49c tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0802689 Apr 06 11:01:03.991496 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-07d97d71-0f90-42ac-ba0f-72c1fb68c2db req-69ee610a-71d4-4057-b06b-34a017ccc4c8 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655022 Apr 06 11:01:04.020417 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.383602 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971bba4-b17a-4103-b763-6ae863362c17 req-6055086a-5c1e-4448-908c-9ce069878f76 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:04.385044 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5971bba4-b17a-4103-b763-6ae863362c17 req-6055086a-5c1e-4448-908c-9ce069878f76 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.1078103 Apr 06 11:01:04.435704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Deleting port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:04.436054 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.486008 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5971bba4-b17a-4103-b763-6ae863362c17 req-52d048d3-7222-4976-8b17-ba44ad3e35cf tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951703 Apr 06 11:01:04.533886 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] For port b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:04.534344 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.552352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Calling delete_port for b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 owned by network:router_interface {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:04.750697 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.789469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:04.980642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.132875 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25b5bb-bd21-4863-a6c6-5ef17f52eb4d req-0b9fa1ad-8e1f-4b8b-8ccc-0b0d2cd034be tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:05.140753 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cf25b5bb-bd21-4863-a6c6-5ef17f52eb4d req-0b9fa1ad-8e1f-4b8b-8ccc-0b0d2cd034be tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0685694 Apr 06 11:01:05.191998 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cf25b5bb-bd21-4863-a6c6-5ef17f52eb4d req-7e276bfa-c808-40fc-b72d-a86ba2412144 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499992 Apr 06 11:01:05.270476 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Router a5055d66-c50e-4860-a42d-30acbf3e3dc7 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:05.396295 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:05.401638 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f44b01d5-7029-431c-9f37-beb64466e75e admin admin] 10.222.0.57 "PUT /v2.0/routers/a5055d66-c50e-4860-a42d-30acbf3e3dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2156849 Apr 06 11:01:05.404200 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47670) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:05.405189 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Sync routers for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:05.419164 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:05.419783 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:05.499224 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:05.541075 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks [] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.563478 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:05.607961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 808c6f90-d9a9-4324-ace7-993df6cb77f7 is: ACTIVE; New status is: DOWN {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:05.608639 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.646097 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:05.647991 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:05.652700 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe745c-7d76-4064-9659-5ccc508fd89f" -d '{"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-unplugged", "status": "completed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:05.667294 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.684430 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks [] for router_gateway (a5055d66-c50e-4860-a42d-30acbf3e3dc7), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.716316 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec554ded-87ae-42f1-bd57-4668448e4e46 x-openstack-request-id: req-ec554ded-87ae-42f1-bd57-4668448e4e46 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:05.717011 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-unplugged", "status": "failed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "code": 422}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:05.717600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec554ded-87ae-42f1-bd57-4668448e4e46 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:05.718760 dv-cinder-836071-2-iscsi neutron-server[120433]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ec554ded-87ae-42f1-bd57-4668448e4e46']: {'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'code': 422} returned with failed status Apr 06 11:01:05.736889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a07279-99cf-44e5-ba7a-88a3f27071c5 req-8c0b6efc-abbe-497a-9679-6266a60b09d9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:05.738857 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-22a07279-99cf-44e5-ba7a-88a3f27071c5 req-8c0b6efc-abbe-497a-9679-6266a60b09d9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.1436212 Apr 06 11:01:05.777370 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Deleting port f2fe8b68-6a87-48c9-a97b-09ac84b0d500 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:05.778102 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.785771 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=6']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:05.841930 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-22a07279-99cf-44e5-ba7a-88a3f27071c5 req-447db88e-a4cc-4316-9520-9134833bb687 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968935 Apr 06 11:01:05.928896 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] For port f2fe8b68-6a87-48c9-a97b-09ac84b0d500, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:05.928896 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.935143 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:01:04Z', 'revision_number': 5, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port': {'id': 'f2fe8b68-6a87-48c9-a97b-09ac84b0d500', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:05.947126 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Calling delete_port for f2fe8b68-6a87-48c9-a97b-09ac84b0d500 owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:05.966073 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Checking router: a5055d66-c50e-4860-a42d-30acbf3e3dc7 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:05.977378 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Routers {'a5055d66-c50e-4860-a42d-30acbf3e3dc7'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:05.978022 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:00:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:06.079329 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] Set router a5055d66-c50e-4860-a42d-30acbf3e3dc7 gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:06.146907 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:01:05Z', 'revision_number': 6, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:06.174949 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (f2fe8b68-6a87-48c9-a97b-09ac84b0d500), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.177088 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c46cebe-86b5-4628-bf98-cb47d605d4dd None None] The sync data for ids ['a5055d66-c50e-4860-a42d-30acbf3e3dc7'] in dv-cinder-836071-2-iscsi is: [{'id': 'a5055d66-c50e-4860-a42d-30acbf3e3dc7', 'name': 'tempest-AttachVolumeTestJSON-1041640-router', 'tenant_id': 'a855e47716b246aab91f2ec8341daa44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:01:05Z', 'revision_number': 6, 'project_id': 'a855e47716b246aab91f2ec8341daa44', 'gw_port_host': None}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:06.210748 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2fe8b68-6a87-48c9-a97b-09ac84b0d500,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:06.285848 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.406899 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.410391 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks [] for router_controller (a5055d66-c50e-4860-a42d-30acbf3e3dc7), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.463973 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (a5055d66-c50e-4860-a42d-30acbf3e3dc7), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.464521 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5055d66-c50e-4860-a42d-30acbf3e3dc7 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:01:06.469846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.473698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47678) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:06.477901 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4d29c6f2-1725-49de-afd0-3e98a20b9664 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a5055d66-c50e-4860-a42d-30acbf3e3dc7 HTTP/1.1" status: 204 len: 168 time: 1.0725257 Apr 06 11:01:06.487729 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e18c1-94ef-4466-907a-a91ae15aadee req-aff0cc7e-b09b-431c-b1ec-9779164df308 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:06.493880 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a36e18c1-94ef-4466-907a-a91ae15aadee req-aff0cc7e-b09b-431c-b1ec-9779164df308 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.1796091 Apr 06 11:01:06.523675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Deleting subnet 116c8e8b-2e8b-446d-92db-d01ddd6dedac {{(pid=120430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:01:06.527157 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Publish callbacks [] for subnet (116c8e8b-2e8b-446d-92db-d01ddd6dedac), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.549657 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a36e18c1-94ef-4466-907a-a91ae15aadee req-3fed82fc-9604-49a4-ac64-1bba862adb23 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543177 Apr 06 11:01:06.595081 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4764471'] for subnet (116c8e8b-2e8b-446d-92db-d01ddd6dedac), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.710168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (116c8e8b-2e8b-446d-92db-d01ddd6dedac), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.802752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4744414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (116c8e8b-2e8b-446d-92db-d01ddd6dedac), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.842839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.845788 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a089d18-5be8-4311-9cb6-1ef4a04b78aa None None] Network ba370dd1-0749-4bb4-b6fe-07fe46746af1 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:01:06.846667 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/116c8e8b-2e8b-446d-92db-d01ddd6dedac HTTP/1.1" status: 204 len: 168 time: 0.3720105 Apr 06 11:01:06.847734 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc20a55-36fc-42d3-9da6-407f4e1b8de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116c8e8b-2e8b-446d-92db-d01ddd6dedac,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:06.849699 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47680) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:06.955082 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (ba370dd1-0749-4bb4-b6fe-07fe46746af1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.060625 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35fd9d-d2f6-4222-a9b7-b96e0c631f6a req-26e3f35c-156c-49a9-bb08-cd71cf4b617b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.065580 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:07.074917 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e35fd9d-d2f6-4222-a9b7-b96e0c631f6a req-26e3f35c-156c-49a9-bb08-cd71cf4b617b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.1165414 Apr 06 11:01:07.101353 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:07.101774 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b1cd4f5d-7554-4a5c-a958-0e70ebc1a7d7 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:07.116813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] DHCP port deletion for ba370dd1-0749-4bb4-b6fe-07fe46746af1 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:01:07.169084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Deleting port 86cadfee-00ab-4ef4-abba-f3adc3626088 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:07.169753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.210707 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Deleting port 86cadfee-00ab-4ef4-abba-f3adc3626088 {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:07.211174 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.240145 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e35fd9d-d2f6-4222-a9b7-b96e0c631f6a req-eff2271f-452b-4832-a2b4-62972617a1b6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645956 Apr 06 11:01:07.267137 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] For port 86cadfee-00ab-4ef4-abba-f3adc3626088, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=86cadfee-00ab-4ef4-abba-f3adc3626088,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:07.267499 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.281007 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Calling delete_port for 86cadfee-00ab-4ef4-abba-f3adc3626088 owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:07.292118 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] For port 86cadfee-00ab-4ef4-abba-f3adc3626088, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=86cadfee-00ab-4ef4-abba-f3adc3626088,segment=NetworkSegment(deb82134-d582-4a92-8729-30e22a05eb38),segment_id=deb82134-d582-4a92-8729-30e22a05eb38)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:07.292635 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.306476 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Calling delete_port for 86cadfee-00ab-4ef4-abba-f3adc3626088 owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:07.410318 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.441931 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=86cadfee-00ab-4ef4-abba-f3adc3626088,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:07.442201 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (86cadfee-00ab-4ef4-abba-f3adc3626088), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.445989 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] No DVR routers for this DVR port 86cadfee-00ab-4ef4-abba-f3adc3626088 on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:01:07.500993 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] No DVR routers for this DVR port 86cadfee-00ab-4ef4-abba-f3adc3626088 on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:01:07.521604 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb966ba-807e-45a3-9e45-26b7b1725865 None None] Pushing event deleted for resources: {'Port': ['ID=86cadfee-00ab-4ef4-abba-f3adc3626088,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:07.556497 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (ba370dd1-0749-4bb4-b6fe-07fe46746af1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.583452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba370dd1-0749-4bb4-b6fe-07fe46746af1']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:07.593496 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb82134-d582-4a92-8729-30e22a05eb38') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:07.593626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb82134-d582-4a92-8729-30e22a05eb38') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:07.605802 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (deb82134-d582-4a92-8729-30e22a05eb38), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.621026 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (deb82134-d582-4a92-8729-30e22a05eb38), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.629771 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:01:07.629915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (deb82134-d582-4a92-8729-30e22a05eb38), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:01:07.631955 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:01:07.704119 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (ba370dd1-0749-4bb4-b6fe-07fe46746af1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.716826 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.724284 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173ee38-46a7-4941-b46c-c538a48a4a6b req-5dab91f1-0457-4a3e-ba9d-cba2c2f033ad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.725924 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1173ee38-46a7-4941-b46c-c538a48a4a6b req-5dab91f1-0457-4a3e-ba9d-cba2c2f033ad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0817430 Apr 06 11:01:07.729738 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ba370dd1-0749-4bb4-b6fe-07fe46746af1 HTTP/1.1" status: 204 len: 168 time: 0.8750114 Apr 06 11:01:07.754362 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273cc54-4924-4eba-992f-1d95e1fe14d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba370dd1-0749-4bb4-b6fe-07fe46746af1,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:07.811524 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1173ee38-46a7-4941-b46c-c538a48a4a6b req-4fe1762a-6d23-4ed7-9778-58c901c16fd5 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742185 Apr 06 11:01:07.894320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47690) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:07.944373 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-71ae6d55-554c-4ec7-8c40-0193ea5293ea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a855e47716b246aab91f2ec8341daa44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486531 Apr 06 11:01:07.947036 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47692) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:08.000883 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] Publish callbacks [] for security_group (3f654402-2fa8-4a8c-98bd-5ab4629fe818), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.023916 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] Publish callbacks [] for security_group (3f654402-2fa8-4a8c-98bd-5ab4629fe818), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.074518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (3f654402-2fa8-4a8c-98bd-5ab4629fe818), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.077796 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.079289 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f654402-2fa8-4a8c-98bd-5ab4629fe818 HTTP/1.1" status: 204 len: 168 time: 0.1311383 Apr 06 11:01:08.088133 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e5d5f-0edf-45ee-8912-99df21ceb75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f654402-2fa8-4a8c-98bd-5ab4629fe818,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:08.417091 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19f357-4ccb-4d68-a8c7-d2650b555b45 req-22c0a7fa-3a4c-40ca-b242-a5e847967fb9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:08.418662 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b19f357-4ccb-4d68-a8c7-d2650b555b45 req-22c0a7fa-3a4c-40ca-b242-a5e847967fb9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0868711 Apr 06 11:01:08.479981 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b19f357-4ccb-4d68-a8c7-d2650b555b45 req-5c3d5ef8-8eba-4e48-84b6-4ff36b03edd7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553806 Apr 06 11:01:08.532063 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device f2fe8b68-6a87-48c9-a97b-09ac84b0d500 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:08.556797 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: f2fe8b68-6a87-48c9-a97b-09ac84b0d500 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:08.557182 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device f2fe8b68-6a87-48c9-a97b-09ac84b0d500 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:08.557632 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 86cadfee-00ab-4ef4-abba-f3adc3626088 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:08.581132 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 86cadfee-00ab-4ef4-abba-f3adc3626088 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:08.581810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 86cadfee-00ab-4ef4-abba-f3adc3626088 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:08.996696 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f20bf-ab9f-4e22-9423-d83dab49c922 req-ea07a5f1-fc80-41ca-aa4f-4752c4ea0a2f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.000712 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a24f20bf-ab9f-4e22-9423-d83dab49c922 req-ea07a5f1-fc80-41ca-aa4f-4752c4ea0a2f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0838685 Apr 06 11:01:09.051524 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a24f20bf-ab9f-4e22-9423-d83dab49c922 req-d392ef80-b3df-45d7-841f-69e20ebc0e5a tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429590 Apr 06 11:01:09.653774 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db40d2-8ec6-44fc-be45-39a4a5884cb1 req-16458da5-dd4e-49cc-b095-3840440d2321 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.655264 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34db40d2-8ec6-44fc-be45-39a4a5884cb1 req-16458da5-dd4e-49cc-b095-3840440d2321 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0799751 Apr 06 11:01:09.722874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34db40d2-8ec6-44fc-be45-39a4a5884cb1 req-dcd6304f-6212-44e3-a646-08f5d5f4db5c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587232 Apr 06 11:01:10.219116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d4c07-66e9-4892-a62f-a39259752d15 req-37384314-9219-46a1-a4fe-c1f49f6e2fad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:10.220811 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-790d4c07-66e9-4892-a62f-a39259752d15 req-37384314-9219-46a1-a4fe-c1f49f6e2fad tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0672171 Apr 06 11:01:10.269210 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-790d4c07-66e9-4892-a62f-a39259752d15 req-fcb4a99a-b38a-44bd-88fd-5893d5f89b57 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Apr 06 11:01:10.853868 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a54eba-6a55-483a-a5be-f4bc5ab14e8d req-ab44b343-a3a3-48e4-80be-6bdec8deaff5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:10.861510 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-11a54eba-6a55-483a-a5be-f4bc5ab14e8d req-ab44b343-a3a3-48e4-80be-6bdec8deaff5 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0664437 Apr 06 11:01:10.912338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-11a54eba-6a55-483a-a5be-f4bc5ab14e8d req-5218c809-1da4-436c-b047-465e96d1716e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498688 Apr 06 11:01:11.402689 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d6e2-ffb4-46e9-bd8e-a8b6718b75ba req-83f9925f-c18d-4539-b109-3c9e78643ff1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:11.404158 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a6e2d6e2-ffb4-46e9-bd8e-a8b6718b75ba req-83f9925f-c18d-4539-b109-3c9e78643ff1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0631959 Apr 06 11:01:11.457564 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a6e2d6e2-ffb4-46e9-bd8e-a8b6718b75ba req-40525696-73db-40ec-9375-1e425673db2e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463555 Apr 06 11:01:11.838388 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-de88ca98-ec46-4065-9fc6-c325290fed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:11.839982 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-de88ca98-ec46-4065-9fc6-c325290fed08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469885 Apr 06 11:01:12.030385 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c1f56-e501-481e-9893-0c6f495c34eb req-99020197-bada-4a61-8e62-82d00a64376c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:12.032367 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a6c1f56-e501-481e-9893-0c6f495c34eb req-99020197-bada-4a61-8e62-82d00a64376c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0537639 Apr 06 11:01:12.081434 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a6c1f56-e501-481e-9893-0c6f495c34eb req-29a126e9-be12-4509-800a-3d97dd3c7aeb tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433712 Apr 06 11:01:12.588136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe657625-7c19-4d4e-9957-e96ff31f7a1d req-4e18fedb-80d7-4a13-a088-56f1182adef7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:12.589650 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fe657625-7c19-4d4e-9957-e96ff31f7a1d req-4e18fedb-80d7-4a13-a088-56f1182adef7 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0529783 Apr 06 11:01:12.639862 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fe657625-7c19-4d4e-9957-e96ff31f7a1d req-ab28f720-ef2e-46d6-b7d7-2773c768ea2b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446768 Apr 06 11:01:12.768253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-5b6d8cd1-cfe1-4a69-a237-854fe33ca8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004589 Apr 06 11:01:12.864639 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f366c581-4052-45bd-b11d-ec52a5f7d8c3 req-d4212935-11c5-47d0-9c43-005f0015d63f service neutron] 10.222.0.18 "GET /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901623 Apr 06 11:01:13.203605 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7d4d-566c-4c13-834d-ae7146e1caf9 req-da8aa0fe-7602-4e00-bc01-b46fdefe3bce tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:13.204966 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7eeb7d4d-566c-4c13-834d-ae7146e1caf9 req-da8aa0fe-7602-4e00-bc01-b46fdefe3bce tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0573235 Apr 06 11:01:13.252882 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7eeb7d4d-566c-4c13-834d-ae7146e1caf9 req-1f02e8a1-3531-4249-8d76-25f3a518c31b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Apr 06 11:01:13.763213 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acc5af-f5ba-4037-8702-ac7f261e5e4f req-780e94d1-b4ec-45e3-86cb-dd9cb85f6025 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:13.764664 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-76acc5af-f5ba-4037-8702-ac7f261e5e4f req-780e94d1-b4ec-45e3-86cb-dd9cb85f6025 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0517573 Apr 06 11:01:13.811323 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-76acc5af-f5ba-4037-8702-ac7f261e5e4f req-6973f637-97c8-4a0a-b1d4-522cb8c5c947 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401618 Apr 06 11:01:14.231500 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ab4445b4-f5ad-470f-9cc4-77ba729246d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.369390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3fef1-a278-4df6-bdf2-d398822cc166 req-1f62c2c4-9c77-498e-9017-664b958e1bc9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:14.370838 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5e3fef1-a278-4df6-bdf2-d398822cc166 req-1f62c2c4-9c77-498e-9017-664b958e1bc9 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0522256 Apr 06 11:01:14.418135 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5e3fef1-a278-4df6-bdf2-d398822cc166 req-68f06be1-c7d2-4d92-96ca-386b79161cef tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408726 Apr 06 11:01:14.932992 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7f5cb-aa19-441d-95ff-54196e407b5e req-7e96fcf4-e2a6-4468-aadd-d85cb351659e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:14.934506 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4b7f5cb-aa19-441d-95ff-54196e407b5e req-7e96fcf4-e2a6-4468-aadd-d85cb351659e tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 944 time: 0.0525577 Apr 06 11:01:14.980814 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4b7f5cb-aa19-441d-95ff-54196e407b5e req-bd694234-ba2c-4b21-8698-43654439b112 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Apr 06 11:01:15.535059 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bf67e-6dc1-4516-8670-f1285bc2a6a3 req-fc0779f6-2539-4365-a4ef-cfee2f2674b0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:15.536497 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d78bf67e-6dc1-4516-8670-f1285bc2a6a3 req-fc0779f6-2539-4365-a4ef-cfee2f2674b0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0513692 Apr 06 11:01:15.587614 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d78bf67e-6dc1-4516-8670-f1285bc2a6a3 req-b85da5cb-2ea0-4e9b-9e93-cf50cccc1917 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454593 Apr 06 11:01:15.780553 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:15.832826 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-72b8bea1-de4c-4dc2-aeff-8a6b070dab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:15.834354 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-72b8bea1-de4c-4dc2-aeff-8a6b070dab55 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace&tenant_id=7ce68977f1b546ca8dddf1799f7d2d33 HTTP/1.1" status: 200 len: 1127 time: 0.0449393 Apr 06 11:01:15.889285 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:15.902298 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'port_id': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'mac_address': 'fa:16:3e:7e:64:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:15.914493 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-4a1809c3-6ae4-4fcc-8890-6e60fe079486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:15.915960 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-4a1809c3-6ae4-4fcc-8890-6e60fe079486 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1127 time: 0.0467339 Apr 06 11:01:15.941535 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:15.941931 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.955035 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:15.974352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:15.978776 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.012375 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-e5b5a99e-8695-4af6-8e06-7e4e336dcd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.013891 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-e5b5a99e-8695-4af6-8e06-7e4e336dcd6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 910 time: 0.0908456 Apr 06 11:01:16.032786 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=9']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:16.087369 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-5b9a4233-76a6-4ba3-b4dc-63e8ae7eaf73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 999 time: 0.0653901 Apr 06 11:01:16.113214 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac6970-a5c7-4c9c-88ad-f2d2bb19b8c1 req-54616740-43e8-4702-bad8-d7010be0e674 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.114744 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8dac6970-a5c7-4c9c-88ad-f2d2bb19b8c1 req-54616740-43e8-4702-bad8-d7010be0e674 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 945 time: 0.0592854 Apr 06 11:01:16.138391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-30f8d574-a54a-4e06-a80d-8d570dc3085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.140009 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-30f8d574-a54a-4e06-a80d-8d570dc3085f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.0452640 Apr 06 11:01:16.167085 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8dac6970-a5c7-4c9c-88ad-f2d2bb19b8c1 req-d038af2c-584e-4e56-98a7-8bddbdecc1f1 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463147 Apr 06 11:01:16.211449 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-02be6ecf-d9bc-4f50-8d36-2cd7b8551868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.213541 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-02be6ecf-d9bc-4f50-8d36-2cd7b8551868 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648904 Apr 06 11:01:16.330594 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-52b20110-a620-4b03-8e40-40743c7cfc29 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098690 Apr 06 11:01:16.340083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['945a1a57-d57a-4e18-ad24-480e10a0641f'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:16.428834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-c297aaa7-13a9-44b6-b480-24d78e0982f3 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924225 Apr 06 11:01:16.705707 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574945bb-9209-40f5-a5c0-d5bea583876e req-87babdf2-8e30-4b47-8538-f58c15587e42 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.707174 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-574945bb-9209-40f5-a5c0-d5bea583876e req-87babdf2-8e30-4b47-8538-f58c15587e42 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0537050 Apr 06 11:01:16.722818 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-736dbbae-492d-4315-9bc1-4428b65186ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.759385 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-574945bb-9209-40f5-a5c0-d5bea583876e req-da866fb9-183e-4286-b564-40057cab0491 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461895 Apr 06 11:01:17.293233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d660c9-f5bb-4236-9328-d027833667a6 req-9e2bebfb-104c-4bad-b462-5855a38f3bfb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:17.294807 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a9d660c9-f5bb-4236-9328-d027833667a6 req-9e2bebfb-104c-4bad-b462-5855a38f3bfb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 945 time: 0.0516057 Apr 06 11:01:17.342813 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a9d660c9-f5bb-4236-9328-d027833667a6 req-05c0784b-5b3b-4ca3-a9d4-33d849d8b2bd tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415015 Apr 06 11:01:17.523565 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:17.571979 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 945a1a57-d57a-4e18-ad24-480e10a0641f triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:17.572463 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.658673 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 945a1a57-d57a-4e18-ad24-480e10a0641f is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:17.659070 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.682323 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:17.684543 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b525fe30-c736-4622-80fd-6ad13265aac3" -d '{"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:17.696762 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:17.700765 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.726140 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f36d9-7483-48a1-ad88-fb01cf7d2550 x-openstack-request-id: req-344f36d9-7483-48a1-ad88-fb01cf7d2550 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:17.726458 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-plugged", "status": "completed", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:17.726718 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-344f36d9-7483-48a1-ad88-fb01cf7d2550 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:17.727118 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344f36d9-7483-48a1-ad88-fb01cf7d2550'] response: {'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'code': 200} Apr 06 11:01:17.752398 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=10']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:17.889809 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf5079-5a72-4a15-8723-b0a0df43e893 req-22ecc8cc-ac68-4a98-bf0c-001949804879 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:17.892090 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e3cf5079-5a72-4a15-8723-b0a0df43e893 req-22ecc8cc-ac68-4a98-bf0c-001949804879 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0606902 Apr 06 11:01:17.943916 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e3cf5079-5a72-4a15-8723-b0a0df43e893 req-40038aaa-2f25-4b4d-832b-d4f97923ed48 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453360 Apr 06 11:01:18.003895 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf64be-3b4a-4837-b6c5-d5ee9ea78aec req-9f56f452-15d5-4115-b5a6-1b2e6743a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:18.004903 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e1cf64be-3b4a-4837-b6c5-d5ee9ea78aec req-9f56f452-15d5-4115-b5a6-1b2e6743a00d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 1131 time: 0.0450773 Apr 06 11:01:18.050897 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e1cf64be-3b4a-4837-b6c5-d5ee9ea78aec req-a8217d89-3361-4e1b-887d-9268581d714f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383089 Apr 06 11:01:18.053650 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:18.475524 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bffbe-6d1c-4f09-9f0b-18379b52f4e2 req-0176f3ec-b475-4401-acf2-c84645678837 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:18.476967 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d0bffbe-6d1c-4f09-9f0b-18379b52f4e2 req-0176f3ec-b475-4401-acf2-c84645678837 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.0565579 Apr 06 11:01:18.522688 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d0bffbe-6d1c-4f09-9f0b-18379b52f4e2 req-d80d947c-49b6-44b7-b59d-ad564f2630eb tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401008 Apr 06 11:01:19.061358 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a83a84-f8ff-4995-b2ec-36e65d5c9e45 req-a1125cf8-444a-4437-9950-9305fd088a64 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.062861 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9a83a84-f8ff-4995-b2ec-36e65d5c9e45 req-a1125cf8-444a-4437-9950-9305fd088a64 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0522463 Apr 06 11:01:19.111730 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9a83a84-f8ff-4995-b2ec-36e65d5c9e45 req-23e5b5f3-26fb-4ff0-b20d-b050cf639b0c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422122 Apr 06 11:01:19.311298 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:01:19.560973 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.652546 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ed62-b963-4120-8d2b-3d08c3c0c8dc req-0fd02e5b-daa7-4741-ae37-23a12550165f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.654077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bca9ed62-b963-4120-8d2b-3d08c3c0c8dc req-0fd02e5b-daa7-4741-ae37-23a12550165f tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.0537629 Apr 06 11:01:19.702923 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bca9ed62-b963-4120-8d2b-3d08c3c0c8dc req-ffebdb47-395c-4d08-9373-fea1f49ff132 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 Apr 06 11:01:20.234581 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd1e7-b243-4b7b-ab31-40f28bcf8427 req-5fa2ac7e-50dd-49ce-8ff1-1fbc426f96e4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.236863 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d2bd1e7-b243-4b7b-ab31-40f28bcf8427 req-5fa2ac7e-50dd-49ce-8ff1-1fbc426f96e4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0555618 Apr 06 11:01:20.295968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4d2bd1e7-b243-4b7b-ab31-40f28bcf8427 req-b6db80e5-db74-4487-b822-6a4c3a27919a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524158 Apr 06 11:01:20.386072 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47912) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:20.491923 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.562543 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Publish callbacks [] for security_group (fe85666a-bab2-449e-929d-82801744b0a3), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.566769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (fe85666a-bab2-449e-929d-82801744b0a3), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.607028 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a894d0d4d0c4e3fab6ff06e004e0d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198436 Apr 06 11:01:20.607885 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe85666a-bab2-449e-929d-82801744b0a3,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:20.610279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47916) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:20.615510 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.615866 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.616390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.616743 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.617530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.617870 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.618206 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.618539 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.618870 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.619208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.619525 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.619852 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.620177 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.620500 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.620820 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3650c45-20b2-4821-816f-8d3d2133ad31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:20.659000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] Publish callbacks [] for security_group (fe85666a-bab2-449e-929d-82801744b0a3), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.680029 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] Publish callbacks [] for security_group (fe85666a-bab2-449e-929d-82801744b0a3), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.726558 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (fe85666a-bab2-449e-929d-82801744b0a3), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.729116 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.730264 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe85666a-bab2-449e-929d-82801744b0a3 HTTP/1.1" status: 204 len: 168 time: 0.1186998 Apr 06 11:01:20.738828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566b7d4-df24-4231-811c-40931e322ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe85666a-bab2-449e-929d-82801744b0a3,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:20.833691 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff8369-fb47-4061-873b-eaf7a0258cab req-e2bc3106-722e-4dcc-8fdb-fc3749aae411 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.835185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cbff8369-fb47-4061-873b-eaf7a0258cab req-e2bc3106-722e-4dcc-8fdb-fc3749aae411 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.0568466 Apr 06 11:01:20.892733 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cbff8369-fb47-4061-873b-eaf7a0258cab req-ae5fdf86-4fb9-4b27-a571-6b502b867068 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515811 Apr 06 11:01:20.922042 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.003630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 47926) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:21.017439 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dc54fdd6-6322-4ae4-8a52-475e408c79b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.092553 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dc54fdd6-6322-4ae4-8a52-475e408c79b0 admin admin] Publish callbacks [] for security_group (94de47eb-1d7f-4ca9-a1fc-45c6cbb92420), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.096193 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-dc54fdd6-6322-4ae4-8a52-475e408c79b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (94de47eb-1d7f-4ca9-a1fc-45c6cbb92420), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.134120 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-dc54fdd6-6322-4ae4-8a52-475e408c79b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38955db6f36045dcbb13b6ab2f2e5b10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294384 Apr 06 11:01:21.134970 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54fdd6-6322-4ae4-8a52-475e408c79b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94de47eb-1d7f-4ca9-a1fc-45c6cbb92420,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:21.136767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 47928) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:21.183880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] Publish callbacks [] for security_group (94de47eb-1d7f-4ca9-a1fc-45c6cbb92420), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.205925 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] Publish callbacks [] for security_group (94de47eb-1d7f-4ca9-a1fc-45c6cbb92420), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.255886 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (94de47eb-1d7f-4ca9-a1fc-45c6cbb92420), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.258581 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:21.259732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94de47eb-1d7f-4ca9-a1fc-45c6cbb92420 HTTP/1.1" status: 204 len: 168 time: 0.1219611 Apr 06 11:01:21.267501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f9824-b931-4934-a83e-74373a600d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94de47eb-1d7f-4ca9-a1fc-45c6cbb92420,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:21.423293 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd922a0-2810-4c2a-b0ce-e119a741b28c req-e3133f6f-7ac0-462d-a1d0-2752624d4548 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.424824 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1cd922a0-2810-4c2a-b0ce-e119a741b28c req-e3133f6f-7ac0-462d-a1d0-2752624d4548 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0615535 Apr 06 11:01:21.476798 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1cd922a0-2810-4c2a-b0ce-e119a741b28c req-476f9f9f-2b8f-412f-ae9a-9c05bddc26df tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460484 Apr 06 11:01:22.608554 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a7e05-0ab9-40dd-a093-f489bf1ea7d9 req-06455861-06c4-445e-b83a-d6d01ea8713b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:22.610102 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-472a7e05-0ab9-40dd-a093-f489bf1ea7d9 req-06455861-06c4-445e-b83a-d6d01ea8713b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0635417 Apr 06 11:01:22.660662 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-472a7e05-0ab9-40dd-a093-f489bf1ea7d9 req-23979061-fe54-40e2-85f0-2e179c7e68b0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Apr 06 11:01:23.776313 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b662ee-98e0-4274-b6b4-834dba900ed8 req-ed74e287-15aa-432a-9047-a3e92bcdd844 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.777792 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-27b662ee-98e0-4274-b6b4-834dba900ed8 req-ed74e287-15aa-432a-9047-a3e92bcdd844 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0515723 Apr 06 11:01:23.824937 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-27b662ee-98e0-4274-b6b4-834dba900ed8 req-33dd5e17-7c6a-48d5-93a5-7b142e69bc38 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415130 Apr 06 11:01:24.943690 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f6d0b-e657-44c5-964b-c8a10be38ddd req-d98b3fe6-5631-4174-aefe-6038845d8071 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:24.945337 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3c9f6d0b-e657-44c5-964b-c8a10be38ddd req-d98b3fe6-5631-4174-aefe-6038845d8071 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 943 time: 0.0543621 Apr 06 11:01:24.993804 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3c9f6d0b-e657-44c5-964b-c8a10be38ddd req-4e4b7f64-089c-4480-8893-d9b6bfd73726 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429106 Apr 06 11:01:25.559451 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:25.660790 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:25.677560 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'port_id': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'mac_address': 'fa:16:3e:3c:fe:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:25.715404 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 808c6f90-d9a9-4324-ace7-993df6cb77f7 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:25.715800 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.730029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808c6f90-d9a9-4324-ace7-993df6cb77f7 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:25.750387 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:25.755454 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.804901 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=7']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:26.078981 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['808c6f90-d9a9-4324-ace7-993df6cb77f7'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:26.120413 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ed03e-da2d-451d-882b-aed9094b3294 req-26291d43-c7a6-4727-a925-82a62d70e297 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:26.121899 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-420ed03e-da2d-451d-882b-aed9094b3294 req-26291d43-c7a6-4727-a925-82a62d70e297 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 944 time: 0.0606024 Apr 06 11:01:26.123468 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48042) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:26.173338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-420ed03e-da2d-451d-882b-aed9094b3294 req-e6c94611-d943-4a24-ac1a-7d4f41274742 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439644 Apr 06 11:01:26.243167 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e959f26e-54b1-4910-8565-f86665238e8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.318911 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e959f26e-54b1-4910-8565-f86665238e8e admin admin] Publish callbacks [] for security_group (24ba9ddb-926b-4ea4-9cbd-be34ba1b245c), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.326691 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e959f26e-54b1-4910-8565-f86665238e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (24ba9ddb-926b-4ea4-9cbd-be34ba1b245c), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.363809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959f26e-54b1-4910-8565-f86665238e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ba9ddb-926b-4ea4-9cbd-be34ba1b245c,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:26.370569 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e959f26e-54b1-4910-8565-f86665238e8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d5941caa8fd40c1ba9217ef561ad724&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459028 Apr 06 11:01:26.373240 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48050) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:26.421084 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Publish callbacks [] for security_group (24ba9ddb-926b-4ea4-9cbd-be34ba1b245c), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.444002 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Publish callbacks [] for security_group (24ba9ddb-926b-4ea4-9cbd-be34ba1b245c), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.497196 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (24ba9ddb-926b-4ea4-9cbd-be34ba1b245c), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.499826 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.500990 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/24ba9ddb-926b-4ea4-9cbd-be34ba1b245c HTTP/1.1" status: 204 len: 168 time: 0.1267245 Apr 06 11:01:26.509667 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ba9ddb-926b-4ea4-9cbd-be34ba1b245c,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:26.517812 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.518213 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.518518 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.518880 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.519207 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.519529 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.519848 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.520166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.520492 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.520807 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.521124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.521480 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.521796 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.522108 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.522537 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1826b9b-70ee-423e-8dd0-6de2fc471fb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:26.790464 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48064) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:26.803523 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31227778-a8be-42e7-9173-80ccd07ee036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.880500 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31227778-a8be-42e7-9173-80ccd07ee036 admin admin] Publish callbacks [] for security_group (03238732-fbf0-440d-8f34-a028d303b42d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.884600 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-31227778-a8be-42e7-9173-80ccd07ee036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (03238732-fbf0-440d-8f34-a028d303b42d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.921591 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31227778-a8be-42e7-9173-80ccd07ee036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03238732-fbf0-440d-8f34-a028d303b42d,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:26.926081 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-31227778-a8be-42e7-9173-80ccd07ee036 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2db9e9856fa44915a0d84d4fa0c76104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344941 Apr 06 11:01:26.930137 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48066) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:26.975589 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] Publish callbacks [] for security_group (03238732-fbf0-440d-8f34-a028d303b42d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:26.997035 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] Publish callbacks [] for security_group (03238732-fbf0-440d-8f34-a028d303b42d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.043470 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (03238732-fbf0-440d-8f34-a028d303b42d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.046179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.047342 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/03238732-fbf0-440d-8f34-a028d303b42d HTTP/1.1" status: 204 len: 168 time: 0.1179507 Apr 06 11:01:27.055783 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce475b33-d0ac-4800-8544-e26f61e59b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03238732-fbf0-440d-8f34-a028d303b42d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:27.296563 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df9a32-4132-4f68-b7ea-338d5564bd72 req-94a47dd5-157a-403f-8b82-9c46e6b474e6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:27.298025 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-23df9a32-4132-4f68-b7ea-338d5564bd72 req-94a47dd5-157a-403f-8b82-9c46e6b474e6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 944 time: 0.0555134 Apr 06 11:01:27.352402 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-23df9a32-4132-4f68-b7ea-338d5564bd72 req-6abfcea2-9d92-46a6-8e10-1bf622fb682a tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474970 Apr 06 11:01:27.569714 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:27.619209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 808c6f90-d9a9-4324-ace7-993df6cb77f7 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:27.619720 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.702347 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 808c6f90-d9a9-4324-ace7-993df6cb77f7 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:27.702657 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.728505 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:27.730847 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173179e3-fc8e-4f50-a673-ad8353edb1f6" -d '{"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-plugged", "status": "completed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:27.744757 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:27.753753 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.780091 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97990d15-b65f-45dc-958a-85222b6f00fe x-openstack-request-id: req-97990d15-b65f-45dc-958a-85222b6f00fe {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:27.780411 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-plugged", "status": "completed", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:27.780672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-97990d15-b65f-45dc-958a-85222b6f00fe {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:27.781068 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97990d15-b65f-45dc-958a-85222b6f00fe'] response: {'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'code': 200} Apr 06 11:01:27.807544 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=8']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:28.311782 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b497f0-3031-4a20-9021-3e9cfb8a514c req-cf7fcf2f-deda-4fe4-96d7-9f942b925135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:28.313341 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0b497f0-3031-4a20-9021-3e9cfb8a514c req-cf7fcf2f-deda-4fe4-96d7-9f942b925135 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1129 time: 0.3048325 Apr 06 11:01:28.359862 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f0b497f0-3031-4a20-9021-3e9cfb8a514c req-36746322-fb9a-47b8-a027-26e94b2d7397 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399160 Apr 06 11:01:28.475382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09ac6-c7ad-4d01-b4e3-15f2303bb55f req-7134f227-b8ab-4349-82fd-3d29c13db14d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:28.476853 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dfd09ac6-c7ad-4d01-b4e3-15f2303bb55f req-7134f227-b8ab-4349-82fd-3d29c13db14d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0532238 Apr 06 11:01:28.526354 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dfd09ac6-c7ad-4d01-b4e3-15f2303bb55f req-3b518e51-f3cf-4c46-9504-fb6e4f719cdf tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436966 Apr 06 11:01:29.656761 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908a472-c47e-4244-8c66-fa9289b31283 req-16b4a644-5ba5-401d-a432-d5eac9886806 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.659104 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7908a472-c47e-4244-8c66-fa9289b31283 req-16b4a644-5ba5-401d-a432-d5eac9886806 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0563838 Apr 06 11:01:29.708032 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7908a472-c47e-4244-8c66-fa9289b31283 req-9d9be4b1-197f-4eac-8973-572ca0240f4c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432863 Apr 06 11:01:31.941913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48160) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:32.051548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e4ac02c1-068d-4ea2-b111-969d63c564dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.124147 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e4ac02c1-068d-4ea2-b111-969d63c564dc admin admin] Publish callbacks [] for security_group (5da8abc9-1ee0-4f6b-806f-51f3be4216b0), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.128018 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-e4ac02c1-068d-4ea2-b111-969d63c564dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5da8abc9-1ee0-4f6b-806f-51f3be4216b0), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.167419 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-e4ac02c1-068d-4ea2-b111-969d63c564dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=682bbc241e314eafa760708d856a54a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243736 Apr 06 11:01:32.168639 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac02c1-068d-4ea2-b111-969d63c564dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8abc9-1ee0-4f6b-806f-51f3be4216b0,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:32.170091 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48164) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:32.218012 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] Publish callbacks [] for security_group (5da8abc9-1ee0-4f6b-806f-51f3be4216b0), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.238422 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] Publish callbacks [] for security_group (5da8abc9-1ee0-4f6b-806f-51f3be4216b0), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.283955 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (5da8abc9-1ee0-4f6b-806f-51f3be4216b0), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.286488 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.287625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5da8abc9-1ee0-4f6b-806f-51f3be4216b0 HTTP/1.1" status: 204 len: 168 time: 0.1165457 Apr 06 11:01:32.295893 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e556c-972c-43e4-b2fc-d14bf26f414d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8abc9-1ee0-4f6b-806f-51f3be4216b0,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:32.542276 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48170) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:32.545970 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.556149 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7e75-f02a-476a-bfe2-d81962b857c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.629567 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7e75-f02a-476a-bfe2-d81962b857c4 admin admin] Publish callbacks [] for security_group (722d1e93-0590-40f2-80f8-56fb36e2df8e), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.633146 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7e75-f02a-476a-bfe2-d81962b857c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (722d1e93-0590-40f2-80f8-56fb36e2df8e), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.671948 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c7e75-f02a-476a-bfe2-d81962b857c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722d1e93-0590-40f2-80f8-56fb36e2df8e,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:32.676360 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3e9c7e75-f02a-476a-bfe2-d81962b857c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a7a3709394c40e89af6457e07626b00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330225 Apr 06 11:01:32.678986 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48172) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:32.725755 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] Publish callbacks [] for security_group (722d1e93-0590-40f2-80f8-56fb36e2df8e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.746007 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] Publish callbacks [] for security_group (722d1e93-0590-40f2-80f8-56fb36e2df8e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.795760 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (722d1e93-0590-40f2-80f8-56fb36e2df8e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.798371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:32.800174 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/722d1e93-0590-40f2-80f8-56fb36e2df8e HTTP/1.1" status: 204 len: 168 time: 0.1202843 Apr 06 11:01:32.811743 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13ca57-9709-44e4-aec2-63b55e59ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722d1e93-0590-40f2-80f8-56fb36e2df8e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:34.553734 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48234) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:34.558268 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009883680', 'description': 'tempest-description--626712718'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:34.579373 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.648270 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (8369b37d-00cd-43b6-ba36-59e41f60ed47), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.655826 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8369b37d-00cd-43b6-ba36-59e41f60ed47), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.686953 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.688254 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1336598 Apr 06 11:01:34.692194 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48236) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:34.696622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '8369b37d-00cd-43b6-ba36-59e41f60ed47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:34.702634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b337b-add5-4a2a-a48d-b25ff7b88099 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8369b37d-00cd-43b6-ba36-59e41f60ed47,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:34.725682 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (da0b081d-eb6d-42d3-9ccb-4d493976d6dc), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.782572 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (da0b081d-eb6d-42d3-9ccb-4d493976d6dc), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.786135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (da0b081d-eb6d-42d3-9ccb-4d493976d6dc), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.811251 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0b081d-eb6d-42d3-9ccb-4d493976d6dc,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:34.818827 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.819974 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c74e8223-bf29-4b4b-8954-38415716810e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268620 Apr 06 11:01:34.822634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48238) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:34.826725 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '8369b37d-00cd-43b6-ba36-59e41f60ed47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:34.850511 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (69cfc853-3a57-4216-bcbf-9758c331eea8), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.908726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (69cfc853-3a57-4216-bcbf-9758c331eea8), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.911510 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (69cfc853-3a57-4216-bcbf-9758c331eea8), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.930297 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69cfc853-3a57-4216-bcbf-9758c331eea8,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:34.935707 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.936877 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-420fc9bc-10a3-48e1-9f51-3a4593755bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133444 Apr 06 11:01:34.940510 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48240) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:34.944796 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:34.965966 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.063774 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.165929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_common [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.27.0.70 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/49808273-62c1-4214-baa3-e6a79639e997) {{(pid=120431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:35.268319 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (49808273-62c1-4214-baa3-e6a79639e997), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.301672 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (49808273-62c1-4214-baa3-e6a79639e997), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.337411 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:35.342132 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:35.346639 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:35.370316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=49808273-62c1-4214-baa3-e6a79639e997,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:35.434538 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.473650 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (49808273-62c1-4214-baa3-e6a79639e997), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.622630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (49808273-62c1-4214-baa3-e6a79639e997), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.628534 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4636626'] for port (49808273-62c1-4214-baa3-e6a79639e997), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.700794 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=49808273-62c1-4214-baa3-e6a79639e997,revision_number=2']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:35.709279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.725031 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:35.726320 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-79bd26dd-f3af-428d-90e6-e50ec74933b2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7848487 Apr 06 11:01:35.929752 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-f70ea300-caaf-4a0c-9795-e5410f68031c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1009883680&fields=id&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 267 time: 0.0456262 Apr 06 11:01:36.047813 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-1e0e5900-24b9-4619-8be7-4feb57110b24 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:36.049489 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-1e0e5900-24b9-4619-8be7-4feb57110b24 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1130536 Apr 06 11:01:36.064184 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-998a0c9e-1533-41ef-8355-710d2f3a6acb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/quotas/ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 375 time: 0.0089843 Apr 06 11:01:36.121128 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-0fca7dc9-9dfd-4e88-816d-9f8007ffcadd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521786 Apr 06 11:01:36.217067 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-19993dfb-807b-4aa5-9de1-3052c9c34a69 service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Apr 06 11:01:36.531648 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-5b28bd25-0607-4e59-befd-79ccb0df431b service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081152 Apr 06 11:01:36.689260 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-80677a3c-5478-4488-b816-72662e5f7b7c req-fa77037b-d4d3-4e75-a96c-f696ae02eef7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 210 time: 0.0270376 Apr 06 11:01:37.066010 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48282) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:37.175302 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-df367ff8-be84-45a4-baa6-f6fcb246ba10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.250763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-df367ff8-be84-45a4-baa6-f6fcb246ba10 admin admin] Publish callbacks [] for security_group (d5a72efc-fbda-4215-a69a-9cd6a5708ce5), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.256121 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-df367ff8-be84-45a4-baa6-f6fcb246ba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d5a72efc-fbda-4215-a69a-9cd6a5708ce5), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.296808 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-df367ff8-be84-45a4-baa6-f6fcb246ba10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b4c4c81f1ee4d99b4bc8e23191316c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296984 Apr 06 11:01:37.298721 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df367ff8-be84-45a4-baa6-f6fcb246ba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a72efc-fbda-4215-a69a-9cd6a5708ce5,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:37.299498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48286) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:37.352019 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] Publish callbacks [] for security_group (d5a72efc-fbda-4215-a69a-9cd6a5708ce5), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.372641 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] Publish callbacks [] for security_group (d5a72efc-fbda-4215-a69a-9cd6a5708ce5), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.419122 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d5a72efc-fbda-4215-a69a-9cd6a5708ce5), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.421859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.423031 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5a72efc-fbda-4215-a69a-9cd6a5708ce5 HTTP/1.1" status: 204 len: 168 time: 0.1223457 Apr 06 11:01:37.430960 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2875f-8e86-4e0c-8cfa-ed7705079382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a72efc-fbda-4215-a69a-9cd6a5708ce5,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:37.708522 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48292) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:37.724451 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9dfadca3-ae1e-4de9-87d5-42046e35ecdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.746480 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-9cf0b320-dba1-41e4-a8e1-2d643d2dbbe3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:37.748898 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-9cf0b320-dba1-41e4-a8e1-2d643d2dbbe3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1122437 Apr 06 11:01:37.792238 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0f2ddd4b-0dc7-401f-aca7-baedf31f40be req-0de9f160-4d50-44d4-b27e-3eb49ec2722c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 210 time: 0.0282710 Apr 06 11:01:37.834899 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-739be17c-1c4e-4315-a977-34daba92e6ba tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 472 time: 0.0717239 Apr 06 11:01:37.836546 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9dfadca3-ae1e-4de9-87d5-42046e35ecdc admin admin] Publish callbacks [] for security_group (f1ab3854-3a60-4607-9452-f73b929a5a0d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.843510 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'port': {'device_id': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'admin_state_up': True, 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'security_groups': ['8369b37d-00cd-43b6-ba36-59e41f60ed47']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:37.843732 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9dfadca3-ae1e-4de9-87d5-42046e35ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f1ab3854-3a60-4607-9452-f73b929a5a0d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.883005 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9dfadca3-ae1e-4de9-87d5-42046e35ecdc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b519be4709f7470a9bf6239a142d248d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1733749 Apr 06 11:01:37.884207 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfadca3-ae1e-4de9-87d5-42046e35ecdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab3854-3a60-4607-9452-f73b929a5a0d,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:37.886585 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48300) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:37.941149 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] Publish callbacks [] for security_group (f1ab3854-3a60-4607-9452-f73b929a5a0d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.961644 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:01:37.963193 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] Publish callbacks [] for security_group (f1ab3854-3a60-4607-9452-f73b929a5a0d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:37.965037 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.013596 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f1ab3854-3a60-4607-9452-f73b929a5a0d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.016248 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.017406 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f1ab3854-3a60-4607-9452-f73b929a5a0d HTTP/1.1" status: 204 len: 168 time: 0.1298926 Apr 06 11:01:38.025436 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf19e2-3d71-4058-82a4-8cadceb81bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab3854-3a60-4607-9452-f73b929a5a0d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:38.102342 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.20.0.8 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/e18cd701-66e1-42b0-a8b4-bda4f0e8e50c) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:38.244117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.277756 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.327460 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:38.331399 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:38.335187 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:38.359391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:38.388854 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:38.389519 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.409415 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-8503cae8-9a14-4f54-95bb-5d6f028da626 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691993 Apr 06 11:01:38.427908 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Request body: {'port': {'device_id': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:38.494897 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.655462 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-a93816aa-d11b-497c-a68c-5df99cfcf885 None None] Provisioning complete for port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:38.655946 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a93816aa-d11b-497c-a68c-5df99cfcf885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.692332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-a93816aa-d11b-497c-a68c-5df99cfcf885 None None] Port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:01:38.778664 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18cd701-66e1-42b0-a8b4-bda4f0e8e50c {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:38.786875 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks [] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.799772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Transition to ACTIVE for port object e18cd701-66e1-42b0-a8b4-bda4f0e8e50c will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:01:38.803254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:38.901058 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:38.975270 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Attempting to bind port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:01:38.975620 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Attempting to bind port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:01:38.975950 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Attempting to bind port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:38.988073 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b07ec-5db1-4ba1-be65-bdfdba087b9e req-9eea5ee9-cbb6-429e-9bd7-c1934ad8cde9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:38.989559 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a04b07ec-5db1-4ba1-be65-bdfdba087b9e req-9eea5ee9-cbb6-429e-9bd7-c1934ad8cde9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 943 time: 0.0925627 Apr 06 11:01:38.990365 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c on network d209336b-d229-4c64-a39f-091a6a2c0425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:01:38.990686 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Attempting to bind port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:38.998732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:01:38.999148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:38.999534 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:01:38.999980 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Bound port: e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:01:39.000340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:39.079363 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a04b07ec-5db1-4ba1-be65-bdfdba087b9e req-43b050d7-9048-405f-bf94-7752a72840ef tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829365 Apr 06 11:01:39.100939 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:01:39.104171 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:01:39.110889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:39.149165 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.149845 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:39.151300 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e18cd701-66e1-42b0-a8b4-bda4f0e8e50c HTTP/1.1" status: 200 len: 1093 time: 0.7283456 Apr 06 11:01:39.151711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:39.153997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c431b70c-46d1-4d42-925a-f9ebe90b91a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:39.183978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f6b5f-2607-4ca9-a822-ff4d330b10c2 service neutron] Pushing event updated for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:39.196104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f28e44b-55d4-4906-82f6-5db5f347fb06 x-openstack-request-id: req-4f28e44b-55d4-4906-82f6-5db5f347fb06 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:39.196475 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:39.196807 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f28e44b-55d4-4906-82f6-5db5f347fb06 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:39.197279 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f28e44b-55d4-4906-82f6-5db5f347fb06'] response: {'name': 'network-changed', 'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'status': 'completed', 'code': 200} Apr 06 11:01:39.265467 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-f38dcf71-81b5-4fec-9049-3ccd517125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.267056 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-f38dcf71-81b5-4fec-9049-3ccd517125b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 1127 time: 0.0507004 Apr 06 11:01:39.322695 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-76164f89-2e4d-47e2-b02c-eaddcdad47a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c HTTP/1.1" status: 200 len: 217 time: 0.0376594 Apr 06 11:01:39.375762 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-ff6679c2-2023-404e-b245-1ab9f2c8f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.377906 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-ff6679c2-2023-404e-b245-1ab9f2c8f4eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0489409 Apr 06 11:01:39.427286 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f251d2-ece4-494e-835b-64f585097f3a req-5ab71214-4b9d-48b7-aa1c-00ccaf2b9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.428710 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-5ab71214-4b9d-48b7-aa1c-00ccaf2b9907 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453212 Apr 06 11:01:39.525265 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-24c92a20-e0bf-445a-8940-e35c4c6a0a23 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863552 Apr 06 11:01:39.621248 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-43f251d2-ece4-494e-835b-64f585097f3a req-5ffb166a-e06f-478f-93c7-bcf2586fa333 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899041 Apr 06 11:01:40.202025 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c9373-87de-494b-8dc2-08a1bc966971 req-cdc8c6c3-3330-45bf-baba-ee6d1c6a5c79 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.203392 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f93c9373-87de-494b-8dc2-08a1bc966971 req-cdc8c6c3-3330-45bf-baba-ee6d1c6a5c79 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 943 time: 0.0539896 Apr 06 11:01:40.249901 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f93c9373-87de-494b-8dc2-08a1bc966971 req-07a821b5-dee2-4876-bd9a-328746e76907 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 Apr 06 11:01:40.636141 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-eeb83d9e-9b25-476c-a78e-3b56208edb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.637678 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-eeb83d9e-9b25-476c-a78e-3b56208edb57 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 1127 time: 0.0487893 Apr 06 11:01:40.730616 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-1e3b1495-c248-409a-bbf4-81b6f2c1a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.732060 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-1e3b1495-c248-409a-bbf4-81b6f2c1a78b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0848229 Apr 06 11:01:40.777212 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-512395b0-48a1-4f97-a173-7e84d4d3d360 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c HTTP/1.1" status: 200 len: 217 time: 0.0384595 Apr 06 11:01:40.826106 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-5ddbf2b5-cc3f-40bb-ab6c-15b46e279510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.827520 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-5ddbf2b5-cc3f-40bb-ab6c-15b46e279510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0447912 Apr 06 11:01:40.878606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-ec44d770-9ad9-4781-8717-ad5ebbb5ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.880148 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-ec44d770-9ad9-4781-8717-ad5ebbb5ac7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448523 Apr 06 11:01:40.986375 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-8c86affb-9699-491a-91b9-c6ef937a0a7d service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869112 Apr 06 11:01:41.088780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c431b70c-46d1-4d42-925a-f9ebe90b91a6 req-3a5a68b6-048c-4e67-bfd7-5e03b3d83fc6 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963459 Apr 06 11:01:41.374297 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed882bd-bf1b-42dc-9a5d-a6d6fed9c339 req-84abc3a9-7525-4d55-be0c-9ab8971affea tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:41.375739 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eed882bd-bf1b-42dc-9a5d-a6d6fed9c339 req-84abc3a9-7525-4d55-be0c-9ab8971affea tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 943 time: 0.0522618 Apr 06 11:01:41.426424 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eed882bd-bf1b-42dc-9a5d-a6d6fed9c339 req-267a14b8-f3ef-4058-88df-eaf723ece971 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449100 Apr 06 11:01:42.546239 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79bc79-4cee-453e-9f0d-0b733bc6ceb6 req-1b3850c1-1403-43df-8bb0-cc3ae9323199 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:42.547735 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b79bc79-4cee-453e-9f0d-0b733bc6ceb6 req-1b3850c1-1403-43df-8bb0-cc3ae9323199 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 943 time: 0.0543923 Apr 06 11:01:42.603444 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b79bc79-4cee-453e-9f0d-0b733bc6ceb6 req-a16be2ac-4cda-4fce-be40-66164609c531 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491509 Apr 06 11:01:43.712742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device e18cd701-66e1-42b0-a8b4-bda4f0e8e50c details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:43.723407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073012c-fc98-4296-9160-225fb5a49712 req-55e90d01-2700-4466-8b57-5a439e992064 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:43.725253 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9073012c-fc98-4296-9160-225fb5a49712 req-55e90d01-2700-4466-8b57-5a439e992064 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 943 time: 0.0526404 Apr 06 11:01:43.772494 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9073012c-fc98-4296-9160-225fb5a49712 req-08325924-95aa-47ee-a073-4bcc18484a67 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417619 Apr 06 11:01:43.810360 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:43.821447 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'port_id': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'mac_address': 'fa:16:3e:6e:0e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:43.857659 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:43.858044 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:43.870887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18cd701-66e1-42b0-a8b4-bda4f0e8e50c {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:43.889324 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:43.894389 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:43.946889 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:43.953802 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.954156 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.954519 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.954929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.955900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.956241 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.956573 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.956910 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.957229 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.957599 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.957927 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.958253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.958578 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.958923 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.959255 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:44.233064 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-53a7c0f6-d03a-401a-b31c-8bb2113ac092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.259427 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:44.495112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48436) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:44.601575 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a6542505-5e9d-42da-9187-bd827084828a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.673688 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a6542505-5e9d-42da-9187-bd827084828a admin admin] Publish callbacks [] for security_group (6f7bea43-87ed-410b-8c09-c7e40f8ed6c0), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.678073 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-a6542505-5e9d-42da-9187-bd827084828a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6f7bea43-87ed-410b-8c09-c7e40f8ed6c0), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.732630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-a6542505-5e9d-42da-9187-bd827084828a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53ab5f8ec19a466ca470ae74fe61e6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361617 Apr 06 11:01:44.733756 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6542505-5e9d-42da-9187-bd827084828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7bea43-87ed-410b-8c09-c7e40f8ed6c0,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:44.735296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48440) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:44.786624 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] Publish callbacks [] for security_group (6f7bea43-87ed-410b-8c09-c7e40f8ed6c0), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.808140 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] Publish callbacks [] for security_group (6f7bea43-87ed-410b-8c09-c7e40f8ed6c0), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.855310 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (6f7bea43-87ed-410b-8c09-c7e40f8ed6c0), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.857785 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:44.858933 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f7bea43-87ed-410b-8c09-c7e40f8ed6c0 HTTP/1.1" status: 204 len: 168 time: 0.1225812 Apr 06 11:01:44.867529 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f78a0e-25df-473e-91cf-6f13e059b661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7bea43-87ed-410b-8c09-c7e40f8ed6c0,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:44.894587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d6437-ae1d-45b6-a3a8-638859883b94 req-6459c7f6-2500-4574-8448-08b6f6656697 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:44.901458 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f08d6437-ae1d-45b6-a3a8-638859883b94 req-6459c7f6-2500-4574-8448-08b6f6656697 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 944 time: 0.0617843 Apr 06 11:01:44.947603 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f08d6437-ae1d-45b6-a3a8-638859883b94 req-c2982679-83cf-47b2-b0ae-96529c98a6f5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453978 Apr 06 11:01:45.139048 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48448) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:45.152511 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-daf46b01-bbdb-4e9d-9598-b663d07c0a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.229832 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-daf46b01-bbdb-4e9d-9598-b663d07c0a8f admin admin] Publish callbacks [] for security_group (af0a28d4-4647-4e1b-ba2d-f649fc7b511e), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.233584 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-daf46b01-bbdb-4e9d-9598-b663d07c0a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (af0a28d4-4647-4e1b-ba2d-f649fc7b511e), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.269807 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf46b01-bbdb-4e9d-9598-b663d07c0a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a28d4-4647-4e1b-ba2d-f649fc7b511e,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:45.274114 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-daf46b01-bbdb-4e9d-9598-b663d07c0a8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a08cf3a200846848282e93d6addddca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340542 Apr 06 11:01:45.276724 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48450) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:45.323833 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] Publish callbacks [] for security_group (af0a28d4-4647-4e1b-ba2d-f649fc7b511e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.348528 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] Publish callbacks [] for security_group (af0a28d4-4647-4e1b-ba2d-f649fc7b511e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.401925 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (af0a28d4-4647-4e1b-ba2d-f649fc7b511e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.404729 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.406000 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af0a28d4-4647-4e1b-ba2d-f649fc7b511e HTTP/1.1" status: 204 len: 168 time: 0.1283650 Apr 06 11:01:45.418278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1060a-d28a-4852-9235-938356c21b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a28d4-4647-4e1b-ba2d-f649fc7b511e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:45.725483 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device e18cd701-66e1-42b0-a8b4-bda4f0e8e50c up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:45.777286 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:01:45.780979 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:45.781391 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.858600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:45.859013 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.886832 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:45.889113 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae8ebc-5b7f-4e47-9385-289bbcf06c9b" -d '{"events": [{"server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "name": "network-vif-plugged", "status": "completed", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:45.902266 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:45.906944 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.942208 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948304b4-eb9f-416d-9f74-8639b14acc07 x-openstack-request-id: req-948304b4-eb9f-416d-9f74-8639b14acc07 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:45.942509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "name": "network-vif-plugged", "status": "completed", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:45.942775 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-948304b4-eb9f-416d-9f74-8639b14acc07 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:45.943183 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-948304b4-eb9f-416d-9f74-8639b14acc07'] response: {'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'code': 200} Apr 06 11:01:45.958808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:46.083133 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4ad5c-2f7d-4751-9bc8-feea330704ca req-5eba6f8b-443b-43c9-ae09-1b934192417d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:46.084759 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1eb4ad5c-2f7d-4751-9bc8-feea330704ca req-5eba6f8b-443b-43c9-ae09-1b934192417d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0632064 Apr 06 11:01:46.137810 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1eb4ad5c-2f7d-4751-9bc8-feea330704ca req-1e09e1c3-f0f0-42ef-af14-bb9358bfc3fa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463004 Apr 06 11:01:46.181379 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc22fc2-75c1-45c2-9c9b-b6f28d1dc983 req-22cc9e19-d4ae-449b-80aa-c9c38bdf6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:46.182875 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4fc22fc2-75c1-45c2-9c9b-b6f28d1dc983 req-22cc9e19-d4ae-449b-80aa-c9c38bdf6c86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 1129 time: 0.0442102 Apr 06 11:01:46.229290 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4fc22fc2-75c1-45c2-9c9b-b6f28d1dc983 req-03793f48-e512-49d7-ab3c-afdfec8ea915 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Apr 06 11:01:46.725502 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-901aeb0e-fb6a-470d-a833-125417b74cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:47.256817 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615aaa9-82dc-41b3-9c78-dbc26e082b62 req-f34de38f-047a-4d7e-a3d7-8f8c1810b587 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:47.258296 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9615aaa9-82dc-41b3-9c78-dbc26e082b62 req-f34de38f-047a-4d7e-a3d7-8f8c1810b587 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0528948 Apr 06 11:01:47.306929 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9615aaa9-82dc-41b3-9c78-dbc26e082b62 req-30680dba-0e0c-4390-b694-54872ae9cc49 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Apr 06 11:01:48.055280 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:48.428851 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e247f6-d7d7-4af1-bd6d-533ae7158b0a req-8f585e1d-f3dd-40f3-954e-e0657a8aa1bc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:48.430390 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-94e247f6-d7d7-4af1-bd6d-533ae7158b0a req-8f585e1d-f3dd-40f3-954e-e0657a8aa1bc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0539260 Apr 06 11:01:48.485466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-94e247f6-d7d7-4af1-bd6d-533ae7158b0a req-d311f7d7-6850-4ae4-a3dc-c952b57548ea tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486724 Apr 06 11:01:48.606687 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8939d-3ccc-48a4-bf6a-e250ca6f7f1d req-bbb3c344-db6e-439c-a82c-77e8740f0391 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:48.608312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50d8939d-3ccc-48a4-bf6a-e250ca6f7f1d req-bbb3c344-db6e-439c-a82c-77e8740f0391 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0534222 Apr 06 11:01:48.617968 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48514) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:48.622407 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'port_id': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:48.661154 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.102370 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.105997 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.207220 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP 6375a382-e6a3-46e9-855a-00e4309a99b6 associated. External IP: 172.27.0.70, port: e18cd701-66e1-42b0-a8b4-bda4f0e8e50c. Apr 06 11:01:49.435176 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:49.520562 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48522) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:49.544735 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:49.550243 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.561880 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:49.574961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.577180 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:49.577832 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:49.583870 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5d6d961b-945b-4b66-bfe2-a30211a45712 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "PUT /v2.0/floatingips/6375a382-e6a3-46e9-855a-00e4309a99b6 HTTP/1.1" status: 200 len: 990 time: 0.9647965 Apr 06 11:01:49.584446 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:49.586815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82b31f2-5b60-4956-ad71-06404ae79873" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:49.624371 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6a05ab-90d4-4e9e-8f7e-2819e45362d2 x-openstack-request-id: req-aa6a05ab-90d4-4e9e-8f7e-2819e45362d2 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:49.624669 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:49.624975 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa6a05ab-90d4-4e9e-8f7e-2819e45362d2 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:49.625435 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6a05ab-90d4-4e9e-8f7e-2819e45362d2'] response: {'name': 'network-changed', 'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'status': 'completed', 'code': 200} Apr 06 11:01:49.662094 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bcad5804-6599-4a7c-bf90-c03350ec3d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.698861 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:49.721938 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-913b5c30-24c8-440d-8087-e99997f48ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:49.723510 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-913b5c30-24c8-440d-8087-e99997f48ee0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 1129 time: 0.0546660 Apr 06 11:01:49.747403 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bcad5804-6599-4a7c-bf90-c03350ec3d3b admin admin] Publish callbacks [] for security_group (2994987d-739b-45b6-8b44-e7f5a6ba62cf), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.751773 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-bcad5804-6599-4a7c-bf90-c03350ec3d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2994987d-739b-45b6-8b44-e7f5a6ba62cf), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.798263 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-bcad5804-6599-4a7c-bf90-c03350ec3d3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=019fc310c75b4c00a8a22faad9587530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755213 Apr 06 11:01:49.799650 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad5804-6599-4a7c-bf90-c03350ec3d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2994987d-739b-45b6-8b44-e7f5a6ba62cf,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:49.800918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48530) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:49.861548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-687ced99-f35e-47aa-9f00-75d9d00d0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:49.863106 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-687ced99-f35e-47aa-9f00-75d9d00d0bcd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.1334782 Apr 06 11:01:49.914124 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] Publish callbacks [] for security_group (2994987d-739b-45b6-8b44-e7f5a6ba62cf), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.936620 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6375a382-e6a3-46e9-855a-00e4309a99b6', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:6e:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:35Z', 'updated_at': '2022-04-06T11:01:49Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}, {'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:49.951201 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] Publish callbacks [] for security_group (2994987d-739b-45b6-8b44-e7f5a6ba62cf), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.959286 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-ce80807a-790d-4455-a561-bea4d1c452b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c HTTP/1.1" status: 200 len: 998 time: 0.0886257 Apr 06 11:01:49.963747 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:49.972175 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:49.972707 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:50.027809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-34fa0d31-0391-4858-bf7e-d207b12719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:50.029295 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-34fa0d31-0391-4858-bf7e-d207b12719f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0611441 Apr 06 11:01:50.047098 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (2994987d-739b-45b6-8b44-e7f5a6ba62cf), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.049778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.053168 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2994987d-739b-45b6-8b44-e7f5a6ba62cf HTTP/1.1" status: 204 len: 168 time: 0.2488425 Apr 06 11:01:50.090254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5fcfd-b8b5-4bd6-a2eb-58e69d45f111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2994987d-739b-45b6-8b44-e7f5a6ba62cf,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:50.117060 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-9d6bec94-6f3f-40dc-94f0-8e03ba7556fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:50.129116 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:50.130441 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-9d6bec94-6f3f-40dc-94f0-8e03ba7556fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0934782 Apr 06 11:01:50.249788 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-96eee666-fe30-44c8-8dc4-2f644601b291 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099553 Apr 06 11:01:50.372555 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c82b31f2-5b60-4956-ad71-06404ae79873 req-8dec76ed-8f8a-4559-8d29-cd04d5c9d34c service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164312 Apr 06 11:01:50.416489 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6375a382-e6a3-46e9-855a-00e4309a99b6', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:6e:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:35Z', 'updated_at': '2022-04-06T11:01:49Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}, {'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:50.437522 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48536) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:50.444727 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d225474c-d084-4f41-ac4c-2140668665cb None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '6375a382-e6a3-46e9-855a-00e4309a99b6', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:6e:0e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:35Z', 'updated_at': '2022-04-06T11:01:49Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}, {'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:50.453703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-60dc3d2e-d49a-48ba-b972-1921c84182c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.536155 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-60dc3d2e-d49a-48ba-b972-1921c84182c0 admin admin] Publish callbacks [] for security_group (e72cbab8-bb3f-460f-9f79-4bef7f1722ad), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.539909 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-60dc3d2e-d49a-48ba-b972-1921c84182c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e72cbab8-bb3f-460f-9f79-4bef7f1722ad), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.578060 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc3d2e-d49a-48ba-b972-1921c84182c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72cbab8-bb3f-460f-9f79-4bef7f1722ad,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:50.583008 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-60dc3d2e-d49a-48ba-b972-1921c84182c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d83dac61bbfe491480227408353e69d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439075 Apr 06 11:01:50.586206 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48538) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:50.637375 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] Publish callbacks [] for security_group (e72cbab8-bb3f-460f-9f79-4bef7f1722ad), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.649814 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95b4a1-b59c-4c8c-b13c-0d54f0781f71 None None] New status for floating IP 6375a382-e6a3-46e9-855a-00e4309a99b6: ACTIVE {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:01:50.661507 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] Publish callbacks [] for security_group (e72cbab8-bb3f-460f-9f79-4bef7f1722ad), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.712774 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (e72cbab8-bb3f-460f-9f79-4bef7f1722ad), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.715384 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:50.718873 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e72cbab8-bb3f-460f-9f79-4bef7f1722ad HTTP/1.1" status: 204 len: 168 time: 0.1294365 Apr 06 11:01:50.725105 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bda00-2b9b-4dfa-9ef8-997696eea635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72cbab8-bb3f-460f-9f79-4bef7f1722ad,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:50.909723 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:54.525157 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42f7c8-b9aa-456f-92e6-cf7d482511d4 req-96daf54c-0d11-4f65-8889-d11fca16cf95 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:54.526806 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de42f7c8-b9aa-456f-92e6-cf7d482511d4 req-96daf54c-0d11-4f65-8889-d11fca16cf95 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.0584679 Apr 06 11:01:54.580685 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de42f7c8-b9aa-456f-92e6-cf7d482511d4 req-9d1e8540-0f48-4ae1-b7d0-a690acde4260 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477886 Apr 06 11:01:55.978159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c68c1-bc1c-4c47-a74c-7d535f6adaa7 req-85e402d1-0175-47a5-910f-69c62b032884 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:55.979679 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-294c68c1-bc1c-4c47-a74c-7d535f6adaa7 req-85e402d1-0175-47a5-910f-69c62b032884 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.3217270 Apr 06 11:01:56.026988 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-294c68c1-bc1c-4c47-a74c-7d535f6adaa7 req-60303dbe-88c9-47c5-b7a8-e296b55bad50 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups?id=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Apr 06 11:01:56.178235 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-b3446469-c0fc-48c9-82e4-90dbf51f7da4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:56.179726 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-b3446469-c0fc-48c9-82e4-90dbf51f7da4 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 947 time: 0.0521641 Apr 06 11:01:56.283653 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Deleting port 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:56.284108 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.309970 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:01:56.372595 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] For port 945a1a57-d57a-4e18-ad24-480e10a0641f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=945a1a57-d57a-4e18-ad24-480e10a0641f,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:56.372906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.550717 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.551082 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.551399 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Floating IP 522711ef-e84c-464c-8b89-2dd7c2894cd3 disassociated. External IP: 172.27.0.99, port: 945a1a57-d57a-4e18-ad24-480e10a0641f. Apr 06 11:01:56.551767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Calling delete_port for 945a1a57-d57a-4e18-ad24-480e10a0641f owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:56.686631 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (945a1a57-d57a-4e18-ad24-480e10a0641f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:56.720613 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'Port': ['ID=945a1a57-d57a-4e18-ad24-480e10a0641f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:56.839234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:56.958815 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:56.969170 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:56.979184 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:56.979956 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:57.001933 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] No DVR routers for this DVR port 945a1a57-d57a-4e18-ad24-480e10a0641f on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:01:57.015964 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:57.020416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ee5dcd6-a7a4-420a-924c-66bc228d917f req-18d7e9a7-7810-4852-89ed-280f27f48e25 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.18 "DELETE /v2.0/ports/945a1a57-d57a-4e18-ad24-480e10a0641f HTTP/1.1" status: 204 len: 173 time: 0.8347592 Apr 06 11:01:57.021591 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-deleted', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:57.023848 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4c96dd-8931-47b5-b15e-f488cacf7793" -d '{"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-deleted", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:57.116301 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ecfda3-18a8-4e34-ade8-730aa6206681 x-openstack-request-id: req-44ecfda3-18a8-4e34-ade8-730aa6206681 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:57.116596 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb29cc0c-980b-44bc-930a-48718bcddd5c", "name": "network-vif-deleted", "tag": "945a1a57-d57a-4e18-ad24-480e10a0641f", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:57.117024 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44ecfda3-18a8-4e34-ade8-730aa6206681 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:57.117646 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ecfda3-18a8-4e34-ade8-730aa6206681'] response: {'server_uuid': 'bb29cc0c-980b-44bc-930a-48718bcddd5c', 'name': 'network-vif-deleted', 'tag': '945a1a57-d57a-4e18-ad24-480e10a0641f', 'status': 'completed', 'code': 200} Apr 06 11:01:57.151583 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:57.197593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f7cfdbc8-b5c1-4ed8-842c-8c3e09e230ed req-600392cf-1e9b-4248-a382-5981ec045f46 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb29cc0c-980b-44bc-930a-48718bcddd5c HTTP/1.1" status: 200 len: 210 time: 0.0478787 Apr 06 11:01:57.420710 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:57.459083 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:57.468287 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:57.469060 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:57.604178 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:57.978823 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:58.006246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4cd1d8-b260-4d34-a212-1b54ef695974 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T10:54:06Z', 'revision_number': 4, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '95ab3c95-2d82-4bf2-bea7-691f1379dfa7', 'name': '', 'network_id': 'f80712a9-6e2e-4b31-b6e9-4c368c7fc9be', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'mac_address': 'fa:16:3e:2e:21:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '68f9bcf7-1390-4229-b636-42602130845e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:06Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'subnets': [{'id': '68f9bcf7-1390-4229-b636-42602130845e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:58.248364 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552e703-a2d7-4c53-bedb-21ef5f901988 None None] New status for floating IP 522711ef-e84c-464c-8b89-2dd7c2894cd3: DOWN {{(pid=120434) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:01:58.296125 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48682) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:58.355045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.380407 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.435344 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.438029 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.439812 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "DELETE /v2.0/security-groups/15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77 HTTP/1.1" status: 204 len: 168 time: 0.1425724 Apr 06 11:01:58.442778 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48684) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:58.449104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df230166-5ea8-4c35-9850-c2b4ccad319b tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:58.457076 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-0748c314-3bed-4b8b-b98a-2c3fca475260 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] show failed (client error): The resource could not be found. Apr 06 11:01:58.458112 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0748c314-3bed-4b8b-b98a-2c3fca475260 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "GET /v2.0/security-groups/15b3b24f-1a9a-44f2-a1fd-8d6c2655cd77 HTTP/1.1" status: 404 len: 347 time: 0.0143676 Apr 06 11:01:58.461034 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48686) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:58.584370 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Deleting port 7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:58.584726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.662433 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.662759 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.674882 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Calling delete_port for 7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:58.810033 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.833638 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Pushing event deleted for resources: {'Port': ['ID=7e2a4d1f-b34c-4935-9bca-7b3ab2ad16d5,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:58.900955 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks [] for floatingip (522711ef-e84c-464c-8b89-2dd7c2894cd3), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.903494 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:58.904651 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ce39ede7-88d3-4be8-ac8f-9150f7d34257 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] 10.222.0.57 "DELETE /v2.0/floatingips/522711ef-e84c-464c-8b89-2dd7c2894cd3 HTTP/1.1" status: 204 len: 168 time: 0.4426675 Apr 06 11:01:59.854057 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:59.873761 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 945a1a57-d57a-4e18-ad24-480e10a0641f {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:59.874099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 945a1a57-d57a-4e18-ad24-480e10a0641f not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:01.317474 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48720) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:01.605596 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48730) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:01.728322 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58d29c53-7eba-4b4a-999d-7bebcb9114cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.804851 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58d29c53-7eba-4b4a-999d-7bebcb9114cd admin admin] Publish callbacks [] for security_group (4d6d5480-9757-498e-9343-24dbbc2201fd), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.808547 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58d29c53-7eba-4b4a-999d-7bebcb9114cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4d6d5480-9757-498e-9343-24dbbc2201fd), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.837198 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.852946 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-58d29c53-7eba-4b4a-999d-7bebcb9114cd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc87584aab954fc5ba7b048524b02566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437766 Apr 06 11:02:01.852946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d29c53-7eba-4b4a-999d-7bebcb9114cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6d5480-9757-498e-9343-24dbbc2201fd,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:01.854169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48734) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:01.905420 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] Publish callbacks [] for security_group (4d6d5480-9757-498e-9343-24dbbc2201fd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.931508 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] Publish callbacks [] for security_group (4d6d5480-9757-498e-9343-24dbbc2201fd), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.977878 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (4d6d5480-9757-498e-9343-24dbbc2201fd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.980479 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:01.981700 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d6d5480-9757-498e-9343-24dbbc2201fd HTTP/1.1" status: 204 len: 168 time: 0.1266329 Apr 06 11:02:01.990275 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168e0ee-f053-4379-8866-b5734e1bf514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6d5480-9757-498e-9343-24dbbc2201fd,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:02.108826 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Deleting port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:02.109175 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:02.198912 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] For port 95ab3c95-2d82-4bf2-bea7-691f1379dfa7, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:02.199290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:02.217667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Calling delete_port for 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 owned by network:router_interface {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:02.416191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (95ab3c95-2d82-4bf2-bea7-691f1379dfa7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:02.441537 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ab3c95-2d82-4bf2-bea7-691f1379dfa7,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:02.549577 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:02.621027 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:02.838759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Router 4b7d6081-6555-49dc-b681-d57a2f6e0565 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:02.959479 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:02.966867 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-46e3cf25-4b2f-4c50-b277-6f21aa032501 admin admin] 10.222.0.57 "PUT /v2.0/routers/4b7d6081-6555-49dc-b681-d57a2f6e0565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458774 Apr 06 11:02:02.966973 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48740) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:02.967758 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Sync routers for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:02.977405 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:02.978031 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:03.074569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks [] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.087656 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:03.181571 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks [] for router_gateway (4b7d6081-6555-49dc-b681-d57a2f6e0565), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.236316 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Deleting port b7edfedd-acec-4c36-933a-d1cd32dcc27c {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:03.236316 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.269311 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:02:02Z', 'revision_number': 5, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port': {'id': 'b7edfedd-acec-4c36-933a-d1cd32dcc27c', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:86:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:00Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:03.295392 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Checking router: 4b7d6081-6555-49dc-b681-d57a2f6e0565 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:03.304246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Routers {'4b7d6081-6555-49dc-b681-d57a2f6e0565'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:03.304859 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:01:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['4b7d6081-6555-49dc-b681-d57a2f6e0565'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:03.318822 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] For port b7edfedd-acec-4c36-933a-d1cd32dcc27c, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=b7edfedd-acec-4c36-933a-d1cd32dcc27c,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:03.319188 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.331753 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Calling delete_port for b7edfedd-acec-4c36-933a-d1cd32dcc27c owned by network:router_gateway {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:03.393452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] Set router 4b7d6081-6555-49dc-b681-d57a2f6e0565 gateway port host: None {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:03.449107 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:02:03Z', 'revision_number': 6, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:03.476425 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9757f242-ab58-4acb-909e-ed6da13406c5 None None] The sync data for ids ['4b7d6081-6555-49dc-b681-d57a2f6e0565'] in dv-cinder-836071-2-iscsi is: [{'id': '4b7d6081-6555-49dc-b681-d57a2f6e0565', 'name': 'tempest-AttachVolumeShelveTestJSON-1066374736-router', 'tenant_id': '2eee0ffa556a401fa16336b0601da24b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:53:59Z', 'updated_at': '2022-04-06T11:02:03Z', 'revision_number': 6, 'project_id': '2eee0ffa556a401fa16336b0601da24b', 'gw_port_host': None}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:03.510918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (b7edfedd-acec-4c36-933a-d1cd32dcc27c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.538261 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Pushing event deleted for resources: {'Port': ['ID=b7edfedd-acec-4c36-933a-d1cd32dcc27c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:03.603189 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.986934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.989261 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks [] for router_controller (4b7d6081-6555-49dc-b681-d57a2f6e0565), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.055341 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (4b7d6081-6555-49dc-b681-d57a2f6e0565), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.055887 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b7d6081-6555-49dc-b681-d57a2f6e0565 {{(pid=120430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:02:04.060857 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] Publish callbacks [] for router (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.062049 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-172b9da0-c04b-4bd9-b107-6da355d44cba admin admin] 10.222.0.57 "DELETE /v2.0/routers/4b7d6081-6555-49dc-b681-d57a2f6e0565 HTTP/1.1" status: 204 len: 168 time: 1.0941536 Apr 06 11:02:04.064671 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48742) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:04.110039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Deleting subnet 68f9bcf7-1390-4229-b636-42602130845e {{(pid=120430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:02:04.113580 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Publish callbacks [] for subnet (68f9bcf7-1390-4229-b636-42602130845e), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.151328 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4764471'] for subnet (68f9bcf7-1390-4229-b636-42602130845e), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.236477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (68f9bcf7-1390-4229-b636-42602130845e), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.292952 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4744414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (68f9bcf7-1390-4229-b636-42602130845e), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.324032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.330182 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68f9bcf7-1390-4229-b636-42602130845e HTTP/1.1" status: 204 len: 168 time: 0.2617006 Apr 06 11:02:04.330182 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5b33-ba8c-40aa-a67f-8926edfe0f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f9bcf7-1390-4229-b636-42602130845e,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:04.330421 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df22de-3528-4185-a505-8c14fdc27931 None None] Network f80712a9-6e2e-4b31-b6e9-4c368c7fc9be requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:04.330861 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48744) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:04.402960 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.463690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Deleting port eea58eeb-7e3f-491e-ba91-2daafdb89a63 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:04.464037 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.494433 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] DHCP port deletion for f80712a9-6e2e-4b31-b6e9-4c368c7fc9be request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:02:04.531690 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] For port eea58eeb-7e3f-491e-ba91-2daafdb89a63, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=eea58eeb-7e3f-491e-ba91-2daafdb89a63,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:04.532064 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.545102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Deleting port eea58eeb-7e3f-491e-ba91-2daafdb89a63 {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:04.545470 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.548396 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Calling delete_port for eea58eeb-7e3f-491e-ba91-2daafdb89a63 owned by network:dhcp {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:04.558461 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:04.609143 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:04.609623 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 95ab3c95-2d82-4bf2-bea7-691f1379dfa7 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:04.610043 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b7edfedd-acec-4c36-933a-d1cd32dcc27c no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:04.633071 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.642972 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: b7edfedd-acec-4c36-933a-d1cd32dcc27c {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:04.643322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device b7edfedd-acec-4c36-933a-d1cd32dcc27c not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:04.650578 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] For port eea58eeb-7e3f-491e-ba91-2daafdb89a63, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=eea58eeb-7e3f-491e-ba91-2daafdb89a63,segment=NetworkSegment(b84e5123-30b9-479b-9048-4613723cd915),segment_id=b84e5123-30b9-479b-9048-4613723cd915)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:04.650980 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.659480 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea58eeb-7e3f-491e-ba91-2daafdb89a63,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:04.663159 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] No DVR routers for this DVR port eea58eeb-7e3f-491e-ba91-2daafdb89a63 on host dv-cinder-836071-2-iscsi {{(pid=120431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:04.663798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Calling delete_port for eea58eeb-7e3f-491e-ba91-2daafdb89a63 owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:04.737775 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.743403 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (eea58eeb-7e3f-491e-ba91-2daafdb89a63), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.758009 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80712a9-6e2e-4b31-b6e9-4c368c7fc9be']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:04.767586 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84e5123-30b9-479b-9048-4613723cd915') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:04.767934 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84e5123-30b9-479b-9048-4613723cd915') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:04.769672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] Pushing event deleted for resources: {'Port': ['ID=eea58eeb-7e3f-491e-ba91-2daafdb89a63,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:04.771559 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a22558-8dce-4d72-be34-c5889dfb3028 None None] No DVR routers for this DVR port eea58eeb-7e3f-491e-ba91-2daafdb89a63 on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:04.782111 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (b84e5123-30b9-479b-9048-4613723cd915), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.796157 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (b84e5123-30b9-479b-9048-4613723cd915), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.802872 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:02:04.803262 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (b84e5123-30b9-479b-9048-4613723cd915), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:02:04.805020 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:02:04.858640 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (f80712a9-6e2e-4b31-b6e9-4c368c7fc9be), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.866357 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:04.869583 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f80712a9-6e2e-4b31-b6e9-4c368c7fc9be HTTP/1.1" status: 204 len: 168 time: 0.5357833 Apr 06 11:02:04.881620 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990e247-df4c-4a23-bf80-0b511ce03147 admin admin] Pushing event deleted for resources: {'Network': ['ID=f80712a9-6e2e-4b31-b6e9-4c368c7fc9be,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:05.031117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48750) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:05.071560 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-322d3116-8a4a-47d6-ad97-71c8597572e4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2eee0ffa556a401fa16336b0601da24b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393505 Apr 06 11:02:05.074014 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48752) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:05.120661 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] Publish callbacks [] for security_group (9d47e19f-69ca-4fd3-84fa-a55a90506d1a), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:05.142588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] Publish callbacks [] for security_group (9d47e19f-69ca-4fd3-84fa-a55a90506d1a), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:05.187675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (9d47e19f-69ca-4fd3-84fa-a55a90506d1a), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:05.190899 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:05.192031 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d47e19f-69ca-4fd3-84fa-a55a90506d1a HTTP/1.1" status: 204 len: 168 time: 0.1170826 Apr 06 11:02:05.201394 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a01e2-cdaa-4f66-a9a8-2c76d53d18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d47e19f-69ca-4fd3-84fa-a55a90506d1a,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:06.510887 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device eea58eeb-7e3f-491e-ba91-2daafdb89a63 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:06.532017 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: eea58eeb-7e3f-491e-ba91-2daafdb89a63 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:06.532411 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device eea58eeb-7e3f-491e-ba91-2daafdb89a63 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:06.846488 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48802) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:06.949264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-56e0c5d1-2b2d-40d3-8f80-c3c3450cd602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.022017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-56e0c5d1-2b2d-40d3-8f80-c3c3450cd602 admin admin] Publish callbacks [] for security_group (8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.026084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-56e0c5d1-2b2d-40d3-8f80-c3c3450cd602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.065861 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0c5d1-2b2d-40d3-8f80-c3c3450cd602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:07.070696 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-56e0c5d1-2b2d-40d3-8f80-c3c3450cd602 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bffa92d55dbc4fa2b73e4497ad1786a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226110 Apr 06 11:02:07.073191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48806) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:07.121980 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] Publish callbacks [] for security_group (8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.143041 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] Publish callbacks [] for security_group (8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.189043 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.191922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.193046 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa HTTP/1.1" status: 204 len: 168 time: 0.1189914 Apr 06 11:02:07.200418 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a028287-3018-4dfa-b087-ccd0842729ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec7c9c7-7657-48d3-bde9-f91c9a6d0dfa,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:07.443388 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 48812) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:07.457261 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7e40-3a7b-4820-a6e6-8a35526ff276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.535874 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7e40-3a7b-4820-a6e6-8a35526ff276 admin admin] Publish callbacks [] for security_group (a1a4d325-2063-4e4f-8581-18a981e4f517), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.539599 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9c2d7e40-3a7b-4820-a6e6-8a35526ff276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a1a4d325-2063-4e4f-8581-18a981e4f517), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.578329 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9c2d7e40-3a7b-4820-a6e6-8a35526ff276 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e7d05df91c445c9a99cc30c7f1acdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338773 Apr 06 11:02:07.579171 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d7e40-3a7b-4820-a6e6-8a35526ff276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4d325-2063-4e4f-8581-18a981e4f517,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:07.581130 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 48814) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:07.631191 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] Publish callbacks [] for security_group (a1a4d325-2063-4e4f-8581-18a981e4f517), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.652520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] Publish callbacks [] for security_group (a1a4d325-2063-4e4f-8581-18a981e4f517), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.702305 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a1a4d325-2063-4e4f-8581-18a981e4f517), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.704835 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.705997 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1a4d325-2063-4e4f-8581-18a981e4f517 HTTP/1.1" status: 204 len: 168 time: 0.1237464 Apr 06 11:02:07.713328 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e4f75-cc46-4ce7-9796-3719e17ab978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4d325-2063-4e4f-8581-18a981e4f517,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:14.233977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-363fb360-8435-430a-964b-e3b37f9caa3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.727600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-20b7c548-afa7-4273-ab82-98401c0a30a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:18.057483 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:19.566562 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.916089 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:23.742915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01689475-3eb4-457f-a63d-a0aef67e6c45 req-cd72ac05-4fcc-488e-b460-882743f89f21 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:23.744612 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-01689475-3eb4-457f-a63d-a0aef67e6c45 req-cd72ac05-4fcc-488e-b460-882743f89f21 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.0592270 Apr 06 11:02:23.800393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-01689475-3eb4-457f-a63d-a0aef67e6c45 req-c54421b0-201b-4ca8-9996-1ecd90cfbe36 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503013 Apr 06 11:02:24.148627 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49036) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:24.249642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.323957 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Publish callbacks [] for security_group (f707507a-bdc3-467a-8f2b-5ffd1cc12770), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.327587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f707507a-bdc3-467a-8f2b-5ffd1cc12770), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.365727 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7435bc2fdee40dd9ab0d4d50e9987e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160041 Apr 06 11:02:24.367677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f707507a-bdc3-467a-8f2b-5ffd1cc12770,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:24.368399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49040) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:24.374979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.375332 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.376550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.377084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.377472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.377819 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.378157 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.378494 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.378829 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.379163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.379498 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.379830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.380178 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.380535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.380860 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04f1396-6a48-433f-8c44-78078950f775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:24.416948 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] Publish callbacks [] for security_group (f707507a-bdc3-467a-8f2b-5ffd1cc12770), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.438276 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] Publish callbacks [] for security_group (f707507a-bdc3-467a-8f2b-5ffd1cc12770), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.484395 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f707507a-bdc3-467a-8f2b-5ffd1cc12770), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.487426 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.488554 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f707507a-bdc3-467a-8f2b-5ffd1cc12770 HTTP/1.1" status: 204 len: 168 time: 0.1191709 Apr 06 11:02:24.496142 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422902be-2b85-415b-9cae-63d46a5908ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f707507a-bdc3-467a-8f2b-5ffd1cc12770,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:24.739594 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49046) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:24.752904 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5784b177-ac99-4e78-b9ca-9e41e65ec4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.827297 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5784b177-ac99-4e78-b9ca-9e41e65ec4bb admin admin] Publish callbacks [] for security_group (b73d3e98-ccfb-4f06-be41-19883940d5f2), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.831320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-5784b177-ac99-4e78-b9ca-9e41e65ec4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b73d3e98-ccfb-4f06-be41-19883940d5f2), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.872990 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-5784b177-ac99-4e78-b9ca-9e41e65ec4bb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=06435dbaac0a4978aa03a0c8f8048357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323297 Apr 06 11:02:24.874157 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784b177-ac99-4e78-b9ca-9e41e65ec4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d3e98-ccfb-4f06-be41-19883940d5f2,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:24.877984 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49050) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:24.924624 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8c293-1dcc-4851-83a5-998c099a24a4 req-569688a4-600d-416d-a45b-80e440f88e71 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:24.926109 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-acd8c293-1dcc-4851-83a5-998c099a24a4 req-569688a4-600d-416d-a45b-80e440f88e71 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.0557628 Apr 06 11:02:24.931628 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] Publish callbacks [] for security_group (b73d3e98-ccfb-4f06-be41-19883940d5f2), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.954666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] Publish callbacks [] for security_group (b73d3e98-ccfb-4f06-be41-19883940d5f2), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.980157 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-acd8c293-1dcc-4851-83a5-998c099a24a4 req-4a9a77d9-b8c8-4e1a-a21f-a77fb23eb1c5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484285 Apr 06 11:02:24.999868 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b73d3e98-ccfb-4f06-be41-19883940d5f2), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.003489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.004637 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b73d3e98-ccfb-4f06-be41-19883940d5f2 HTTP/1.1" status: 204 len: 168 time: 0.1255753 Apr 06 11:02:25.012502 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657a249-dd45-4859-ad8d-3e9da9a78e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d3e98-ccfb-4f06-be41-19883940d5f2,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:25.556966 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-95333216-2163-40d3-9bdd-1b3e33690106 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:25.558459 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-95333216-2163-40d3-9bdd-1b3e33690106 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 946 time: 0.0556524 Apr 06 11:02:25.659978 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Deleting port 085fec97-0c8f-44ea-af6f-347486e766f9 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:25.660319 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.750343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] For port 085fec97-0c8f-44ea-af6f-347486e766f9, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=085fec97-0c8f-44ea-af6f-347486e766f9,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:25.750708 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.949754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.950558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (8ea3fd77-04a0-4742-bcb5-1a193e660ffd), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.951112 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Floating IP 8ea3fd77-04a0-4742-bcb5-1a193e660ffd disassociated. External IP: 172.27.0.141, port: 085fec97-0c8f-44ea-af6f-347486e766f9. Apr 06 11:02:25.951552 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Calling delete_port for 085fec97-0c8f-44ea-af6f-347486e766f9 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:26.112445 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (085fec97-0c8f-44ea-af6f-347486e766f9), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.132002 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb5149-5ebb-4dcc-aca9-11610dea97ae req-c6594e00-8a21-4a7b-b2a6-41982f3ea480 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:26.142666 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-20bb5149-5ebb-4dcc-aca9-11610dea97ae req-c6594e00-8a21-4a7b-b2a6-41982f3ea480 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 867 time: 0.0775976 Apr 06 11:02:26.150985 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event deleted for resources: {'Port': ['ID=085fec97-0c8f-44ea-af6f-347486e766f9,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:26.208742 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-20bb5149-5ebb-4dcc-aca9-11610dea97ae req-6b1380d3-d970-4d43-9054-a5dc3eca08c1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648763 Apr 06 11:02:26.297947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9ea73-e36c-4b3b-9fb4-24c811388615 req-36a87558-3f10-4f39-9cea-2180ec301f1f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:26.299458 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8c9ea73-e36c-4b3b-9fb4-24c811388615 req-36a87558-3f10-4f39-9cea-2180ec301f1f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.1008332 Apr 06 11:02:26.336657 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:26.399922 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c8c9ea73-e36c-4b3b-9fb4-24c811388615 req-1ce39a85-0fc3-4ec3-9842-36c4ccc00d0e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929646 Apr 06 11:02:26.473017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:26.484138 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:26.502368 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:26.503084 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:26.522307 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] No DVR routers for this DVR port 085fec97-0c8f-44ea-af6f-347486e766f9 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:26.526386 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.531411 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fb245c8a-1704-442b-9c84-7a5596f2511e req-3196215b-ea1c-436d-abd7-6db399a684d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "DELETE /v2.0/ports/085fec97-0c8f-44ea-af6f-347486e766f9 HTTP/1.1" status: 204 len: 173 time: 0.9668646 Apr 06 11:02:26.531998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'name': 'network-vif-deleted', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:26.535078 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb7b438-5cd3-4e79-bd96-a369bcd80ffd" -d '{"events": [{"server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "name": "network-vif-deleted", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:26.585044 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4733223-d03b-490c-a1e2-ccaf63e8b62d x-openstack-request-id: req-a4733223-d03b-490c-a1e2-ccaf63e8b62d {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:26.585775 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6a633a-7a00-4ae8-93c6-6ae41cf5be77", "name": "network-vif-deleted", "tag": "085fec97-0c8f-44ea-af6f-347486e766f9", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:26.586531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4733223-d03b-490c-a1e2-ccaf63e8b62d {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:26.587335 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4733223-d03b-490c-a1e2-ccaf63e8b62d'] response: {'server_uuid': 'fd6a633a-7a00-4ae8-93c6-6ae41cf5be77', 'name': 'network-vif-deleted', 'tag': '085fec97-0c8f-44ea-af6f-347486e766f9', 'status': 'completed', 'code': 200} Apr 06 11:02:26.620855 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:26.720086 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49112) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:26.825034 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.836674 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:26.866664 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:26.876007 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:26.876628 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:26.899514 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Publish callbacks [] for security_group (8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.903354 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.942738 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a0c8bd127d5d44ce9f18901df7d4d411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213402 Apr 06 11:02:26.943608 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:26.945432 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49116) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:26.951032 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.951323 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.951673 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.952020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.952356 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.952705 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.953026 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.953474 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.954450 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.956537 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.956936 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.957282 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.957641 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.957976 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.958308 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23b8027-4a3f-49ae-bea0-65681efac7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:26.990889 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:26.999116 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] Publish callbacks [] for security_group (8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.021853 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] Publish callbacks [] for security_group (8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.073218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.075809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.076967 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22 HTTP/1.1" status: 204 len: 168 time: 0.1304033 Apr 06 11:02:27.085880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b26a95-bb2e-471f-bc8c-975089194903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8ebeef-dd94-4cbc-b1d6-e5f9bcb53c22,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:27.198722 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:27.224396 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b979b57e-94e3-4149-95b3-1be3bc4c8f49 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:27.310947 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-91c228a0-1ed6-4344-af5a-9070b9a815b6 req-bf7d8630-7152-4e97-a853-c4ecfd2fedf0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Apr 06 11:02:27.351002 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49124) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:27.366383 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ccf22c84-952d-4141-865d-21477a58709c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.451789 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ccf22c84-952d-4141-865d-21477a58709c admin admin] Publish callbacks [] for security_group (b33b6aa3-4c42-4aca-9273-32abcab2d8c7), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.456410 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ccf22c84-952d-4141-865d-21477a58709c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b33b6aa3-4c42-4aca-9273-32abcab2d8c7), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.503077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ccf22c84-952d-4141-865d-21477a58709c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=735993a41c0a4dfe9162e475856ae42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508963 Apr 06 11:02:27.504000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf22c84-952d-4141-865d-21477a58709c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33b6aa3-4c42-4aca-9273-32abcab2d8c7,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:27.506385 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49128) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:27.542238 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0be43f1-b678-4334-845d-dd053ee8cae2 None None] New status for floating IP 8ea3fd77-04a0-4742-bcb5-1a193e660ffd: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:27.549464 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba0284-0998-4f39-8e46-94e67c98d25a req-a747a355-2fab-4fc0-abba-7c5945b082a9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:27.551141 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01ba0284-0998-4f39-8e46-94e67c98d25a req-a747a355-2fab-4fc0-abba-7c5945b082a9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0749094 Apr 06 11:02:27.562626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] Publish callbacks [] for security_group (b33b6aa3-4c42-4aca-9273-32abcab2d8c7), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.589649 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] Publish callbacks [] for security_group (b33b6aa3-4c42-4aca-9273-32abcab2d8c7), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.602359 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01ba0284-0998-4f39-8e46-94e67c98d25a req-6d25cca0-a2f2-49f7-8224-befd43337372 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=8369b37d-00cd-43b6-ba36-59e41f60ed47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453691 Apr 06 11:02:27.644151 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (b33b6aa3-4c42-4aca-9273-32abcab2d8c7), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.646788 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.650253 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b33b6aa3-4c42-4aca-9273-32abcab2d8c7 HTTP/1.1" status: 204 len: 168 time: 0.1406786 Apr 06 11:02:27.656302 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e03e4-0d04-4f1f-af76-ca3d7940d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33b6aa3-4c42-4aca-9273-32abcab2d8c7,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:27.844992 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-8cff82b8-a10a-4d86-b7eb-6a7af87604d8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:27.846596 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-8cff82b8-a10a-4d86-b7eb-6a7af87604d8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 945 time: 0.0597131 Apr 06 11:02:27.953457 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:27.953925 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.058605 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] For port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:28.059542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.248692 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.249097 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.249491 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP 6375a382-e6a3-46e9-855a-00e4309a99b6 disassociated. External IP: 172.27.0.70, port: e18cd701-66e1-42b0-a8b4-bda4f0e8e50c. Apr 06 11:02:28.249863 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for e18cd701-66e1-42b0-a8b4-bda4f0e8e50c owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:28.396986 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (e18cd701-66e1-42b0-a8b4-bda4f0e8e50c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.430157 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7a5ec24d-e22b-46c2-be57-2c17e7b55eb4 req-30abe745-d450-476a-825a-5fdf3f68a2aa tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=fd6a633a-7a00-4ae8-93c6-6ae41cf5be77 HTTP/1.1" status: 200 len: 210 time: 0.0351708 Apr 06 11:02:28.455940 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=e18cd701-66e1-42b0-a8b4-bda4f0e8e50c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:28.590995 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:28.711879 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:28.713856 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8fbdd40b-d4ec-406e-8e10-480fa88ad5cd req-1dbce9d1-c13a-4869-acd8-b3c4dc637e66 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db HTTP/1.1" status: 200 len: 210 time: 0.0300581 Apr 06 11:02:28.724953 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:28.738919 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:28.739492 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:28.762125 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] No DVR routers for this DVR port e18cd701-66e1-42b0-a8b4-bda4f0e8e50c on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:28.764793 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.769163 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1e3de6c9-b131-4b99-8473-d7387f8ee93d req-b537d065-c37b-49c0-921d-c1c425e72d2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "DELETE /v2.0/ports/e18cd701-66e1-42b0-a8b4-bda4f0e8e50c HTTP/1.1" status: 204 len: 173 time: 0.9167030 Apr 06 11:02:28.769163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'name': 'network-vif-deleted', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:28.771438 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb3f489-6681-4d07-8826-14558d179aee" -d '{"events": [{"server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "name": "network-vif-deleted", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:28.825058 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46511b62-3e0e-47c8-9c90-cbf443bfa2ba x-openstack-request-id: req-46511b62-3e0e-47c8-9c90-cbf443bfa2ba {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:28.825490 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db", "name": "network-vif-deleted", "tag": "e18cd701-66e1-42b0-a8b4-bda4f0e8e50c", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:28.826644 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46511b62-3e0e-47c8-9c90-cbf443bfa2ba {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:28.827427 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46511b62-3e0e-47c8-9c90-cbf443bfa2ba'] response: {'server_uuid': '7b2d3bbb-8f2c-4783-bb93-fe8d24a7e9db', 'name': 'network-vif-deleted', 'tag': 'e18cd701-66e1-42b0-a8b4-bda4f0e8e50c', 'status': 'completed', 'code': 200} Apr 06 11:02:28.990951 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:29.223063 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.248656 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:29.257963 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:29.258587 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.372539 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:29.601051 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.627340 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab09fb-df1e-45d9-8687-f059d83fe20c None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'ba736a01-834b-4db7-95d4-c7d3828b0ce3', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.27', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:42:f7:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:27Z', 'updated_at': '2022-04-06T11:00:42Z', 'revision_number': 2, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:29.690926 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-feb54a6f-94a3-4586-8064-128e965ec492 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43173967&fields=id&tenant_id=78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 267 time: 0.0466726 Apr 06 11:02:29.805520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-fe2c0387-013d-4bbe-af81-dc2435cd4a5a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:29.807026 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-fe2c0387-013d-4bbe-af81-dc2435cd4a5a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 812 time: 0.1095724 Apr 06 11:02:29.825467 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-c785c1b1-031e-43dd-b8a4-ccaf24588baf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/quotas/78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 375 time: 0.0122876 Apr 06 11:02:29.826319 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49180) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:29.871356 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bbed34-f73c-42e3-b288-77c46eee7a4e None None] New status for floating IP 6375a382-e6a3-46e9-855a-00e4309a99b6: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:29.924494 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-6c78b6b6-6ec3-476a-be6d-f99467b30c91 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0904968 Apr 06 11:02:29.929892 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (8369b37d-00cd-43b6-ba36-59e41f60ed47), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:29.986997 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 085fec97-0c8f-44ea-af6f-347486e766f9 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:30.007454 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (8369b37d-00cd-43b6-ba36-59e41f60ed47), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.013974 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 085fec97-0c8f-44ea-af6f-347486e766f9 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:30.014334 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 085fec97-0c8f-44ea-af6f-347486e766f9 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:30.084120 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-c645fd4e-044a-4b07-840f-7ad17deeab5e service neutron] 10.222.0.57 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424458 Apr 06 11:02:30.110548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (8369b37d-00cd-43b6-ba36-59e41f60ed47), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.113084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.114302 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/security-groups/8369b37d-00cd-43b6-ba36-59e41f60ed47 HTTP/1.1" status: 204 len: 168 time: 0.2870243 Apr 06 11:02:30.117253 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49186) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:30.131081 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-9608d047-33b4-4af3-93b8-ac2dd4a1886d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] show failed (client error): The resource could not be found. Apr 06 11:02:30.135081 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9608d047-33b4-4af3-93b8-ac2dd4a1886d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups/8369b37d-00cd-43b6-ba36-59e41f60ed47 HTTP/1.1" status: 404 len: 347 time: 0.0167413 Apr 06 11:02:30.135630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49188) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:30.161277 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc902b-ae70-410e-84fe-fdb2bb134bb9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8369b37d-00cd-43b6-ba36-59e41f60ed47,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:30.208638 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-c380c635-4be9-4b5b-920d-694795e62e48 service neutron] 10.222.0.57 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174774 Apr 06 11:02:30.287570 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 49808273-62c1-4214-baa3-e6a79639e997 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:30.287922 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (49808273-62c1-4214-baa3-e6a79639e997), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.369403 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (49808273-62c1-4214-baa3-e6a79639e997), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.369747 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (49808273-62c1-4214-baa3-e6a79639e997), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.381645 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 49808273-62c1-4214-baa3-e6a79639e997 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:30.535689 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ed83ecbc-643a-481a-a7e8-f43abb16d271 req-48ff1f55-41e8-46c8-9ca4-764c98b26192 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0387955 Apr 06 11:02:30.549940 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (49808273-62c1-4214-baa3-e6a79639e997), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.584747 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=49808273-62c1-4214-baa3-e6a79639e997,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:30.638696 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (6375a382-e6a3-46e9-855a-00e4309a99b6), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.641927 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.643066 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-f0bdeb59-b65e-4447-8491-65ad32d5abe6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/floatingips/6375a382-e6a3-46e9-855a-00e4309a99b6 HTTP/1.1" status: 204 len: 168 time: 0.5065591 Apr 06 11:02:31.633653 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a102bb4-6189-4bea-a12b-1184e20f104f req-eecb61e6-a5bf-42d8-9bdb-66d43f70b407 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Apr 06 11:02:32.729050 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dcdc58f4-4496-49fe-8714-f6e011757b55 req-4e3135c3-3fd7-49a0-b2d6-4294301312db tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0301719 Apr 06 11:02:32.957658 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device e18cd701-66e1-42b0-a8b4-bda4f0e8e50c no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:32.985516 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: e18cd701-66e1-42b0-a8b4-bda4f0e8e50c {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:32.985782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device e18cd701-66e1-42b0-a8b4-bda4f0e8e50c not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:32.989944 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.309145 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:02:33.822927 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-44d1a001-c6b3-4d3e-a006-b63cb675fe3f req-6ef2e857-50a4-4fee-83c9-89d5af752e18 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272670 Apr 06 11:02:34.915827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d264aa1b-89ef-4e5d-846e-85b56bf66117 req-72faa90b-e8f7-400e-9b65-a392064f5e70 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275974 Apr 06 11:02:36.009692 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4331c4fd-b4d6-43a5-aaf7-8b67f1f451e4 req-409bf28b-278c-4e68-84a9-83bfb2d8cc29 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276613 Apr 06 11:02:36.358279 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-b37f2d54-6b79-4d3a-8b7f-f1305a2242c0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:36.361704 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-b37f2d54-6b79-4d3a-8b7f-f1305a2242c0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 812 time: 0.1109664 Apr 06 11:02:36.434480 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-3fe1e794-b3ce-4cb6-a85e-85b5777395b8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78bcaeac7bef4380942d47653ee217b3 HTTP/1.1" status: 200 len: 378 time: 0.0555165 Apr 06 11:02:36.444829 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'port': {'device_id': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'admin_state_up': True, 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'security_groups': ['d222ba82-f0f5-4c45-ad22-85c70af8ecf4']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:36.558190 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Made reservation on behalf of 78bcaeac7bef4380942d47653ee217b3 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:36.562077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:36.705944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Allocated IP 172.20.0.8 (2d300e26-8850-4377-9bfb-7511de2e57f4/b6633247-ca3a-4109-9fc0-36b91e91201e/ab91a5d2-a23c-47a1-86bb-737e051d25e1) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:36.850961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:36.884440 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:36.931733 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:36.935389 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:36.937951 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:36.964480 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:36.999038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:36.999697 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.016860 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d24e0766-a4c6-4971-8666-0d139bb2f665 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771883 Apr 06 11:02:37.035431 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Request body: {'port': {'device_id': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:37.130122 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.164580 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-240aeeb2-7464-4e04-a023-1532c538b476 None None] Provisioning complete for port ab91a5d2-a23c-47a1-86bb-737e051d25e1 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:37.165201 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-240aeeb2-7464-4e04-a023-1532c538b476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.187619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45da23-5dd9-4ea7-b0a7-c52d782e4923 req-5f364b79-9883-4ac3-80dc-4309d23448e6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:37.189149 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa45da23-5dd9-4ea7-b0a7-c52d782e4923 req-5f364b79-9883-4ac3-80dc-4309d23448e6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 931 time: 0.0947895 Apr 06 11:02:37.203087 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-240aeeb2-7464-4e04-a023-1532c538b476 None None] Port ab91a5d2-a23c-47a1-86bb-737e051d25e1 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:02:37.312400 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa45da23-5dd9-4ea7-b0a7-c52d782e4923 req-5de21eed-eb17-43ef-854a-8f8152b39fc2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127670 Apr 06 11:02:37.459597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab91a5d2-a23c-47a1-86bb-737e051d25e1 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:37.467701 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks [] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.484084 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Transition to ACTIVE for port object ab91a5d2-a23c-47a1-86bb-737e051d25e1 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:02:37.487703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.541610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:37.615497 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Attempting to bind port ab91a5d2-a23c-47a1-86bb-737e051d25e1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:02:37.616075 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Attempting to bind port ab91a5d2-a23c-47a1-86bb-737e051d25e1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:02:37.616578 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Attempting to bind port ab91a5d2-a23c-47a1-86bb-737e051d25e1 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:37.621979 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Port ab91a5d2-a23c-47a1-86bb-737e051d25e1 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:02:37.622344 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Attempting to bind port ab91a5d2-a23c-47a1-86bb-737e051d25e1 on network 2d300e26-8850-4377-9bfb-7511de2e57f4 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:37.628840 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:02:37.629332 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Checking segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:37.629792 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Bound using segment: {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:02:37.630284 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Bound port: ab91a5d2-a23c-47a1-86bb-737e051d25e1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:02:37.630725 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.706690 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:02:37.710382 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:02:37.717776 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9048f-c22d-4c6f-9206-9419adfaf5de req-5c794296-21d9-43e6-a984-b54cfa9da502 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:37.718399 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.725060 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9ab9048f-c22d-4c6f-9206-9419adfaf5de req-5c794296-21d9-43e6-a984-b54cfa9da502 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0671186 Apr 06 11:02:37.752417 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:37.753270 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.754907 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] 10.222.0.18 "PUT /v2.0/ports/ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1093 time: 0.7257938 Apr 06 11:02:37.763093 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:37.765557 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:37.788591 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9ab9048f-c22d-4c6f-9206-9419adfaf5de req-1864f4d9-4962-4fcc-aa88-b232c93bbb29 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622914 Apr 06 11:02:37.807550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2d1f9-5198-44cf-bf88-8fd2195355d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:37.821296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab49271-d61d-4576-84cb-43cb90995b49 x-openstack-request-id: req-3ab49271-d61d-4576-84cb-43cb90995b49 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:37.821637 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:37.821859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ab49271-d61d-4576-84cb-43cb90995b49 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:37.822262 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab49271-d61d-4576-84cb-43cb90995b49'] response: {'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'status': 'completed', 'code': 200} Apr 06 11:02:38.437444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128bd3e-334c-4e2d-8612-4c0526c8bdad req-c1697dcd-b1b9-4314-bc14-952b16519f2a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:38.438907 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f128bd3e-334c-4e2d-8612-4c0526c8bdad req-c1697dcd-b1b9-4314-bc14-952b16519f2a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0528834 Apr 06 11:02:38.489110 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f128bd3e-334c-4e2d-8612-4c0526c8bdad req-a8cf1629-c97e-408f-8000-74c1a296b897 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444078 Apr 06 11:02:38.901048 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70a698-60b9-4d46-9244-5d01167ac400 req-6b4d91b7-f021-45fa-ac62-6120ca494917 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:38.902823 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0e70a698-60b9-4d46-9244-5d01167ac400 req-6b4d91b7-f021-45fa-ac62-6120ca494917 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.0548458 Apr 06 11:02:38.951172 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0e70a698-60b9-4d46-9244-5d01167ac400 req-6937526c-ce47-4967-b53f-c8d8b5df5ef0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419843 Apr 06 11:02:39.234057 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-3ced44c7-efe5-4ef3-8f0e-60f0cb38e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:39.235750 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-3ced44c7-efe5-4ef3-8f0e-60f0cb38e45f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1127 time: 0.0531464 Apr 06 11:02:39.444984 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-15e96117-dbde-4bdd-b4f1-998cbdb5279e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:39.446337 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-15e96117-dbde-4bdd-b4f1-998cbdb5279e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.1249866 Apr 06 11:02:39.461588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-4e1e268f-0620-42f7-b080-1cc8fe791343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:39.462922 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-4e1e268f-0620-42f7-b080-1cc8fe791343 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=78bcaeac7bef4380942d47653ee217b3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1428080 Apr 06 11:02:39.605776 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a541b-e13e-47b0-916f-01385108d0aa req-7d34f441-4edd-48f7-921f-29b2a02f5abd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:39.607246 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-939a541b-e13e-47b0-916f-01385108d0aa req-7d34f441-4edd-48f7-921f-29b2a02f5abd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0522265 Apr 06 11:02:39.607852 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-7d96ec93-8cd1-4285-bc21-ff5542de65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:39.609276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-48eb63b9-eff9-4b5e-ad9c-5a63e86a4fe3 req-7d96ec93-8cd1-4285-bc21-ff5542de65a1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299980 Apr 06 11:02:39.619053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:39.619388 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:39.659604 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-939a541b-e13e-47b0-916f-01385108d0aa req-c21a486f-09ed-4c7b-9f24-4a764fd54859 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459657 Apr 06 11:02:39.709039 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] For port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:39.709366 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.181663 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.182395 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.182395 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP ba736a01-834b-4db7-95d4-c7d3828b0ce3 disassociated. External IP: 172.27.0.27, port: 40e2d801-1b7d-4bfa-a6e4-71ede4026b98. Apr 06 11:02:40.182662 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:40.243178 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80bd3b-00d1-4c28-ab30-f36ad9fea150 req-78ee225a-1c80-40d7-b7fe-04b885efa339 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:40.244562 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f80bd3b-00d1-4c28-ab30-f36ad9fea150 req-78ee225a-1c80-40d7-b7fe-04b885efa339 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 946 time: 0.1075809 Apr 06 11:02:40.314282 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f80bd3b-00d1-4c28-ab30-f36ad9fea150 req-3a27dd2f-7e75-4dbc-8096-5848cb176ffe tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=86d71da5-185d-4fe4-9e13-ad31e58f70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622277 Apr 06 11:02:40.367274 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (40e2d801-1b7d-4bfa-a6e4-71ede4026b98), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.395770 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=40e2d801-1b7d-4bfa-a6e4-71ede4026b98,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:40.513824 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:40.624003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:40.634260 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:40.644739 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:40.645497 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:40.664527 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] No DVR routers for this DVR port 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:40.666980 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.670240 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8dc155e-7915-462a-a06e-b0d4cbef8770 req-402de5be-1783-4383-89fd-e9a126d2756a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "DELETE /v2.0/ports/40e2d801-1b7d-4bfa-a6e4-71ede4026b98 HTTP/1.1" status: 204 len: 173 time: 1.2170916 Apr 06 11:02:40.670656 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'name': 'network-vif-deleted', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:40.673022 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7a666f-296e-4997-ac99-a3adf773c5f4" -d '{"events": [{"server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "name": "network-vif-deleted", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:40.708940 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21ec26f-15d4-4faf-b181-a41028d46d6d x-openstack-request-id: req-c21ec26f-15d4-4faf-b181-a41028d46d6d {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:40.709232 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5", "name": "network-vif-deleted", "tag": "40e2d801-1b7d-4bfa-a6e4-71ede4026b98", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:40.709523 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c21ec26f-15d4-4faf-b181-a41028d46d6d {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:40.709924 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21ec26f-15d4-4faf-b181-a41028d46d6d'] response: {'server_uuid': '2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5', 'name': 'network-vif-deleted', 'tag': '40e2d801-1b7d-4bfa-a6e4-71ede4026b98', 'status': 'completed', 'code': 200} Apr 06 11:02:40.759982 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:40.785016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf099b3-ce5e-40d8-9684-6f25eafe1669 req-65685944-0c2c-47b2-a675-e9e4a48063e5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:40.786625 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8bf099b3-ce5e-40d8-9684-6f25eafe1669 req-65685944-0c2c-47b2-a675-e9e4a48063e5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0567281 Apr 06 11:02:40.843777 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8bf099b3-ce5e-40d8-9684-6f25eafe1669 req-29f93f2d-7e1c-45ed-a0a6-342c301494ea tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512307 Apr 06 11:02:40.968415 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:40.994266 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:41.003597 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:41.004208 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:41.113555 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:41.309455 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:41.335434 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fff447-320f-4986-90fc-a154f30c8027 None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:41.413277 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-294588a2-2709-47bf-9cea-4f8c57eb279e req-0ea5d99b-c5b2-4816-89fa-55760c6fb176 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Apr 06 11:02:41.570241 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b9ede-33de-4180-9fa8-333dbd7e50e1 None None] New status for floating IP ba736a01-834b-4db7-95d4-c7d3828b0ce3: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:41.970414 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d0dac-8432-41f4-813f-77485a92fa4a req-cebe5cd6-f64e-4135-8d8e-802d1ede664a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:41.972138 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c31d0dac-8432-41f4-813f-77485a92fa4a req-cebe5cd6-f64e-4135-8d8e-802d1ede664a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0558312 Apr 06 11:02:42.027693 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c31d0dac-8432-41f4-813f-77485a92fa4a req-fcf20a9b-66a1-475e-8cdd-2354d2e0592d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498219 Apr 06 11:02:42.110820 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-37b8f3e6-be70-4194-a5c8-5380702f17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.112227 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-37b8f3e6-be70-4194-a5c8-5380702f17b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1127 time: 0.0460520 Apr 06 11:02:42.182026 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-5b310cd4-2688-495c-8a9f-b793d30ee7d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 217 time: 0.0421231 Apr 06 11:02:42.435000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d754e238-1490-4f01-ad43-61318398024a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.436712 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-d754e238-1490-4f01-ad43-61318398024a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0472465 Apr 06 11:02:42.493281 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-b0a6e678-ead9-48b5-ad88-0ed62a0181ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.496425 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-b0a6e678-ead9-48b5-ad88-0ed62a0181ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518043 Apr 06 11:02:42.554365 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-93bdefcd-1964-4ac1-bab6-ab97c60ccc45 req-5c20f04c-9a9e-4a44-a6ae-2119290a3721 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ac4eeb1-41c5-47d1-abf3-eeeadcd490a5 HTTP/1.1" status: 200 len: 210 time: 0.0365818 Apr 06 11:02:42.602390 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-86059384-2c4d-4209-81e6-4066799902a8 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993702 Apr 06 11:02:42.700729 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8c1397d-b639-43b8-9522-2f78c9899cf3 req-c140070c-b332-4207-b395-d8cb62ff223a service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909536 Apr 06 11:02:43.149533 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d526a73-38a1-4148-aa23-10f2f420aeee req-1ebd2417-95df-4342-a4c6-14b3c68f1c8b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:43.151078 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d526a73-38a1-4148-aa23-10f2f420aeee req-1ebd2417-95df-4342-a4c6-14b3c68f1c8b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0527761 Apr 06 11:02:43.205836 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5d526a73-38a1-4148-aa23-10f2f420aeee req-414b3589-1b62-4eae-ba0b-f29ec2c8ec1c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490966 Apr 06 11:02:43.635962 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49326) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:43.689542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (86d71da5-185d-4fe4-9e13-ad31e58f70c1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.712326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (86d71da5-185d-4fe4-9e13-ad31e58f70c1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.759946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (86d71da5-185d-4fe4-9e13-ad31e58f70c1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.762712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.763864 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/security-groups/86d71da5-185d-4fe4-9e13-ad31e58f70c1 HTTP/1.1" status: 204 len: 168 time: 0.1268833 Apr 06 11:02:43.767599 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49330) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:43.773234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac3b2c-626c-4881-a1aa-2e189f91922a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d71da5-185d-4fe4-9e13-ad31e58f70c1,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:43.783376 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-24718502-b879-4950-b84b-236d8634a3d0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] show failed (client error): The resource could not be found. Apr 06 11:02:43.784436 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-24718502-b879-4950-b84b-236d8634a3d0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups/86d71da5-185d-4fe4-9e13-ad31e58f70c1 HTTP/1.1" status: 404 len: 347 time: 0.0157580 Apr 06 11:02:43.787430 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49334) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:43.922172 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 0022dfec-7d2b-422b-843a-a18c212a720a {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:43.923211 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.013654 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.013987 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (0022dfec-7d2b-422b-843a-a18c212a720a), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.025983 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 0022dfec-7d2b-422b-843a-a18c212a720a owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:44.097744 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:44.118152 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:44.118497 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 40e2d801-1b7d-4bfa-a6e4-71ede4026b98 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:44.156208 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (0022dfec-7d2b-422b-843a-a18c212a720a), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.187781 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=0022dfec-7d2b-422b-843a-a18c212a720a,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:44.237701 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3b534c6d-dd82-4503-bc7d-f53939fb8027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.251148 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (ba736a01-834b-4db7-95d4-c7d3828b0ce3), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.253993 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.255149 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2a032ae4-002e-4b31-8cf3-9381d97d824a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/floatingips/ba736a01-834b-4db7-95d4-c7d3828b0ce3 HTTP/1.1" status: 204 len: 168 time: 0.4666984 Apr 06 11:02:44.330499 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac1499-2dd8-4d25-bc91-7ecd6331f4e8 req-898f27ca-4122-4705-9608-d05790b2ef9e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:44.332095 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-70ac1499-2dd8-4d25-bc91-7ecd6331f4e8 req-898f27ca-4122-4705-9608-d05790b2ef9e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0576053 Apr 06 11:02:44.389517 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-70ac1499-2dd8-4d25-bc91-7ecd6331f4e8 req-99dc7707-f28a-4d6d-9da3-c90705737f32 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509779 Apr 06 11:02:44.593589 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49344) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:44.600291 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521336441', 'description': 'tempest-description--320837083'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:44.619113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.682473 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (c60fba78-ff5c-40aa-9b18-b9e90ad33319), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.686113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (c60fba78-ff5c-40aa-9b18-b9e90ad33319), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.713641 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.714827 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1201766 Apr 06 11:02:44.718013 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49346) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:44.718741 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff3b57-c4e2-4774-83f4-d7d2b4512492 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c60fba78-ff5c-40aa-9b18-b9e90ad33319,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:44.722961 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': 'c60fba78-ff5c-40aa-9b18-b9e90ad33319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:44.747070 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (a38c2c25-c78c-418a-8ade-aef6fd2d7613), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.800947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (a38c2c25-c78c-418a-8ade-aef6fd2d7613), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.804446 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (a38c2c25-c78c-418a-8ade-aef6fd2d7613), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.822306 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38c2c25-c78c-418a-8ade-aef6fd2d7613,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:44.830185 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.831377 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7fa11d49-9f63-44ee-b530-45e17b6dcbd8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123581 Apr 06 11:02:44.834030 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49348) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:44.838195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': 'c60fba78-ff5c-40aa-9b18-b9e90ad33319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:44.861752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (7a21a84e-4c54-4125-98a9-592908160ad4), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.920217 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (7a21a84e-4c54-4125-98a9-592908160ad4), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.923640 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (7a21a84e-4c54-4125-98a9-592908160ad4), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.936749 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a21a84e-4c54-4125-98a9-592908160ad4,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:44.949968 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:44.951193 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-36cd2340-f686-4dbf-bfef-1695589af700 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162453 Apr 06 11:02:44.954264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49350) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:44.958429 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:44.979340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.079240 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.192082 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.27.0.209 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/f3be5586-fe80-4cee-8d22-762a17c1f437) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:45.290410 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.324387 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.365153 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:45.370032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:45.373711 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:45.397703 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=f3be5586-fe80-4cee-8d22-762a17c1f437,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:45.465918 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.504180 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.514639 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0115adc-4550-45b9-a356-b368a6dcfe68 req-4c38c029-ccaf-4221-9182-1f70fec227af tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:45.516101 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b0115adc-4550-45b9-a356-b368a6dcfe68 req-4c38c029-ccaf-4221-9182-1f70fec227af tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0539455 Apr 06 11:02:45.567159 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b0115adc-4550-45b9-a356-b368a6dcfe68 req-23dccf90-ed36-473c-8bc2-1c210ec449b4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449483 Apr 06 11:02:45.657364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.661768 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.733713 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=f3be5586-fe80-4cee-8d22-762a17c1f437,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:45.742444 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.757483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.758725 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c554993a-dec7-413e-b8c6-f1f0da8610cb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8035250 Apr 06 11:02:45.949043 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-7e81659b-4ccb-424f-a62a-d256cc2a7aed tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1521336441&fields=id&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 267 time: 0.0436718 Apr 06 11:02:46.053626 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-e8fcc899-69f1-4f43-8c9d-383e9db7c60a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:46.055088 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-e8fcc899-69f1-4f43-8c9d-383e9db7c60a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.0990069 Apr 06 11:02:46.069445 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1bcb68b1-a936-407a-a5ab-96002d12aac4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/quotas/ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 375 time: 0.0087636 Apr 06 11:02:46.126815 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-01dd2356-af67-4363-a0b6-78736d5d83a3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522945 Apr 06 11:02:46.222401 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-77a77a4c-6b5d-44b3-9590-cd0346b50322 service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840735 Apr 06 11:02:46.319771 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-d50f7951-abaf-486b-be2b-7c495acf1fcc service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915487 Apr 06 11:02:46.497406 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4e2e58e4-b8ae-468f-a701-135b5a61be09 req-6a4338bc-fe3f-4ef8-9e17-2331a37ae126 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 210 time: 0.0390935 Apr 06 11:02:46.560474 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49400) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:46.690411 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-778bd6a7-b25f-4d52-8bfc-be644280df8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.694915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6604a-a210-4843-88b0-e927dd8fe6c2 req-8f0275ad-d39c-4635-a252-c18684f01dbf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:46.696547 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cfa6604a-a210-4843-88b0-e927dd8fe6c2 req-8f0275ad-d39c-4635-a252-c18684f01dbf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0610375 Apr 06 11:02:46.736953 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8e20ba62-4c50-4627-86b9-875551241406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.782728 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cfa6604a-a210-4843-88b0-e927dd8fe6c2 req-0b0a0ff6-56b8-4bc8-91b0-431ab32a7380 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763285 Apr 06 11:02:46.784422 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-778bd6a7-b25f-4d52-8bfc-be644280df8f admin admin] Publish callbacks [] for security_group (85bf4a65-1b1e-4faa-bf55-222bfa19db29), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.790606 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-778bd6a7-b25f-4d52-8bfc-be644280df8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (85bf4a65-1b1e-4faa-bf55-222bfa19db29), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.832280 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-778bd6a7-b25f-4d52-8bfc-be644280df8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f37b5fa17124d1eb35be90a4bf94789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707930 Apr 06 11:02:46.833104 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd6a7-b25f-4d52-8bfc-be644280df8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bf4a65-1b1e-4faa-bf55-222bfa19db29,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:46.835031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49412) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:46.886475 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] Publish callbacks [] for security_group (85bf4a65-1b1e-4faa-bf55-222bfa19db29), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.909512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] Publish callbacks [] for security_group (85bf4a65-1b1e-4faa-bf55-222bfa19db29), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.972314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (85bf4a65-1b1e-4faa-bf55-222bfa19db29), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.975174 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.976347 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85bf4a65-1b1e-4faa-bf55-222bfa19db29 HTTP/1.1" status: 204 len: 168 time: 0.1400783 Apr 06 11:02:46.984364 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f1e48-9f50-40ec-8ceb-b83ceee592d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bf4a65-1b1e-4faa-bf55-222bfa19db29,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:47.571816 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-4e39ad6f-3475-49fd-906d-9e55a295135e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:47.573750 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-4e39ad6f-3475-49fd-906d-9e55a295135e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1308987 Apr 06 11:02:47.609447 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-83c06be0-accf-4229-b12d-ad99d6ebd196 req-fd13423d-8ea0-47f0-971e-6deaa3b9bc90 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 210 time: 0.0297260 Apr 06 11:02:47.660622 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-c8b149b1-58a3-416e-93f0-1634c47f9966 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 380 time: 0.0703385 Apr 06 11:02:47.752499 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'port': {'device_id': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'admin_state_up': True, 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'security_groups': ['c60fba78-ff5c-40aa-9b18-b9e90ad33319']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:47.900275 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:47.903579 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.925483 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a10e-c3d4-404f-a9a1-9ab5ee7b262b req-a7824011-88e4-45ca-badb-ace4f2089729 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:47.929267 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5f25a10e-c3d4-404f-a9a1-9ab5ee7b262b req-a7824011-88e4-45ca-badb-ace4f2089729 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0801132 Apr 06 11:02:48.040263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5f25a10e-c3d4-404f-a9a1-9ab5ee7b262b req-02d5ffa4-7010-447d-9682-bc6e4bf577e3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074278 Apr 06 11:02:48.076267 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.100140 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.20.0.7 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/208e679b-1dd2-4fce-950f-8ee57aaa61e1) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:48.241629 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.274102 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.318022 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:48.321243 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:48.324932 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:48.349531 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:48.379219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:48.379875 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.396440 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-67dac26a-c597-4f83-b713-0faf375148e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485155 Apr 06 11:02:48.538339 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-955de0d5-8dc4-44c0-bdfa-918df5006960 None None] Provisioning complete for port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:48.538711 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-955de0d5-8dc4-44c0-bdfa-918df5006960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.571993 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-955de0d5-8dc4-44c0-bdfa-918df5006960 None None] Port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:02:48.683071 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Request body: {'port': {'device_id': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:48.736073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655321cd-c202-41df-9ef4-40a25b0fc4c4 req-44623f49-57ba-4528-be48-1860c918c22c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:48.737585 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-655321cd-c202-41df-9ef4-40a25b0fc4c4 req-44623f49-57ba-4528-be48-1860c918c22c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 931 time: 0.0534012 Apr 06 11:02:48.745824 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.788912 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-655321cd-c202-41df-9ef4-40a25b0fc4c4 req-8950e208-7a34-4862-9489-5f7d171cff53 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451746 Apr 06 11:02:49.007196 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208e679b-1dd2-4fce-950f-8ee57aaa61e1 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:49.014865 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks [] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.030684 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Transition to ACTIVE for port object 208e679b-1dd2-4fce-950f-8ee57aaa61e1 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:02:49.034508 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.141549 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:49.191913 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Attempting to bind port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:02:49.192251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Attempting to bind port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:02:49.192586 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Attempting to bind port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:49.202139 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 on network d209336b-d229-4c64-a39f-091a6a2c0425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:02:49.202476 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Attempting to bind port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:49.213145 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:02:49.213530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:49.213922 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:02:49.214367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Bound port: 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:02:49.214729 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.224963 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542bd99-4d0a-4691-8ff8-a8b00ff42919 req-eddd1982-5545-4e19-bc00-17ee6190c200 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:49.226753 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1542bd99-4d0a-4691-8ff8-a8b00ff42919 req-eddd1982-5545-4e19-bc00-17ee6190c200 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0911961 Apr 06 11:02:49.330046 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1542bd99-4d0a-4691-8ff8-a8b00ff42919 req-c833d136-6e0a-4a39-b498-d1b28c67ff35 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962594 Apr 06 11:02:49.344996 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:02:49.348235 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:02:49.355548 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.395716 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:49.396329 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.399866 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] 10.222.0.18 "PUT /v2.0/ports/208e679b-1dd2-4fce-950f-8ee57aaa61e1 HTTP/1.1" status: 200 len: 1093 time: 0.7191370 Apr 06 11:02:49.400452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:49.402939 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378" -d '{"events": [{"name": "network-changed", "server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:49.427877 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1987ac19-6fd5-4d16-83d1-700239237ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:49.451168 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d47e7ed-2c3a-4506-93a1-c7981b6b54ca x-openstack-request-id: req-0d47e7ed-2c3a-4506-93a1-c7981b6b54ca {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:49.451565 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:49.451917 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d47e7ed-2c3a-4506-93a1-c7981b6b54ca {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:49.452408 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d47e7ed-2c3a-4506-93a1-c7981b6b54ca'] response: {'name': 'network-changed', 'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'status': 'completed', 'code': 200} Apr 06 11:02:49.510305 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-337f3095-a875-488a-b1ca-a5fb4e0f9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:49.511843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-337f3095-a875-488a-b1ca-a5fb4e0f9cbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 1127 time: 0.0481610 Apr 06 11:02:49.564201 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-a6bce0d8-a3c9-49e6-beec-2d259287d6ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1 HTTP/1.1" status: 200 len: 217 time: 0.0379424 Apr 06 11:02:49.575977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.618479 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-88b614f7-08f2-4bd0-a23f-c8ed2a7480d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:49.619928 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-88b614f7-08f2-4bd0-a23f-c8ed2a7480d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0497158 Apr 06 11:02:49.906624 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6396-9e35-4aba-af80-f8a0e747e9d5 req-aae37cce-a8f8-4fb9-8bc7-a7885d97f659 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:49.908635 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-32bc6396-9e35-4aba-af80-f8a0e747e9d5 req-aae37cce-a8f8-4fb9-8bc7-a7885d97f659 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0538564 Apr 06 11:02:49.956125 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-32bc6396-9e35-4aba-af80-f8a0e747e9d5 req-a7007dba-3587-4056-9af4-6170a857c9e8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Apr 06 11:02:50.431041 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-86dfc23c-c339-4536-b7b4-033b2e1837e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:50.432547 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-86dfc23c-c339-4536-b7b4-033b2e1837e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482204 Apr 06 11:02:50.468788 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f932a-ce72-40f4-9d90-1fa991962531 req-51b9be66-d373-47d0-8688-5413f4e42642 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:50.470561 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-082f932a-ce72-40f4-9d90-1fa991962531 req-51b9be66-d373-47d0-8688-5413f4e42642 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 943 time: 0.0572968 Apr 06 11:02:50.522988 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-082f932a-ce72-40f4-9d90-1fa991962531 req-81e918cf-05f8-4f96-b076-4f468a109a4b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445566 Apr 06 11:02:50.909597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.101174 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f03fb-094b-42b0-a1e6-9d699a724938 req-018dc0bc-e6e7-4d75-9a99-3094073c98f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:51.102702 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-513f03fb-094b-42b0-a1e6-9d699a724938 req-018dc0bc-e6e7-4d75-9a99-3094073c98f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0621622 Apr 06 11:02:51.151328 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-513f03fb-094b-42b0-a1e6-9d699a724938 req-6dfe01d9-8e28-4caf-9168-bfb3139715de tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429983 Apr 06 11:02:51.167168 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ab91a5d2-a23c-47a1-86bb-737e051d25e1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:02:51.254432 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-346b3fbb-484d-4be3-bd7f-4d29fb644358 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890331 Apr 06 11:02:51.299606 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:51.310893 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'port_id': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'mac_address': 'fa:16:3e:86:41:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:02:51.324353 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49470) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:51.349575 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ab91a5d2-a23c-47a1-86bb-737e051d25e1 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:51.349971 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.366457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab91a5d2-a23c-47a1-86bb-737e051d25e1 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:51.392937 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:51.396905 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.448323 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:51.456337 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.456685 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.457028 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.457398 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.457753 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.458121 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.458453 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.458805 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.459130 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.459457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.459783 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.460112 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.460433 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.460749 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.461067 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:51.644588 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f341932-d9df-4b6f-8107-f6df44698170 req-032e1921-2b7e-4290-84d5-bfbcdecccd6a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:51.646277 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1f341932-d9df-4b6f-8107-f6df44698170 req-032e1921-2b7e-4290-84d5-bfbcdecccd6a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 944 time: 0.0572917 Apr 06 11:02:51.650732 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Deleting port 6451ce3e-86a8-4451-9b31-050296217795 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:51.651244 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (6451ce3e-86a8-4451-9b31-050296217795), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.702502 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1f341932-d9df-4b6f-8107-f6df44698170 req-f2932868-abb9-42bf-be0c-e8d32e5f6721 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497096 Apr 06 11:02:51.749114 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (6451ce3e-86a8-4451-9b31-050296217795), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.749477 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for floatingip (6451ce3e-86a8-4451-9b31-050296217795), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.765583 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Calling delete_port for 6451ce3e-86a8-4451-9b31-050296217795 owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:51.950397 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (6451ce3e-86a8-4451-9b31-050296217795), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.992977 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event deleted for resources: {'Port': ['ID=6451ce3e-86a8-4451-9b31-050296217795,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:52.124356 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for floatingip (938c442a-ad19-4f5d-98c2-2f8e576c8ea3), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.124684 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Floating IP 938c442a-ad19-4f5d-98c2-2f8e576c8ea3 disassociated (deleted). External IP: 172.27.0.181, port: 808c6f90-d9a9-4324-ace7-993df6cb77f7. Apr 06 11:02:52.228255 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a1c07a87-096a-48bd-94d4-192faea940d1 req-8611d29d-d844-4e62-a1f2-45148dcd9658 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675878 Apr 06 11:02:52.330400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b0898-be0e-4a2f-8fa9-15c9278c2c8b req-eaef4e67-7b28-470f-90e3-c5c9776245e7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:52.331863 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f37b0898-be0e-4a2f-8fa9-15c9278c2c8b req-eaef4e67-7b28-470f-90e3-c5c9776245e7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.1085060 Apr 06 11:02:52.365803 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['ab91a5d2-a23c-47a1-86bb-737e051d25e1'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:02:52.440058 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f37b0898-be0e-4a2f-8fa9-15c9278c2c8b req-5e30fdfc-8cdd-400d-9665-812e533c2a39 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999079 Apr 06 11:02:52.453832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Router 1e870468-fd11-48aa-97fe-b112d601acaf has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:52.612015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:52.626459 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.629950 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Sync routers for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:52.651429 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:52.652494 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.660275 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-34a53203-e996-4a6a-8333-15d1674800b4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "DELETE /v2.0/floatingips/938c442a-ad19-4f5d-98c2-2f8e576c8ea3 HTTP/1.1" status: 204 len: 168 time: 1.3347805 Apr 06 11:02:52.661509 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:52.663850 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be105625-3fee-4811-b116-bfc81a6ed585" -d '{"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:52.714752 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c9ca6c-0a0c-45c8-98ae-c6405fdcf4ef x-openstack-request-id: req-a7c9ca6c-0a0c-45c8-98ae-c6405fdcf4ef {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:52.715046 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:52.715354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7c9ca6c-0a0c-45c8-98ae-c6405fdcf4ef {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:52.715803 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c9ca6c-0a0c-45c8-98ae-c6405fdcf4ef'] response: {'name': 'network-changed', 'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'status': 'completed', 'code': 200} Apr 06 11:02:52.870222 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:52.929530 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2422ec-6848-41f1-bda6-180b7127df83 req-a94fecc4-de42-47cf-acb6-b313cb486e8c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:52.931801 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8c2422ec-6848-41f1-bda6-180b7127df83 req-a94fecc4-de42-47cf-acb6-b313cb486e8c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0725715 Apr 06 11:02:52.992278 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8c2422ec-6848-41f1-bda6-180b7127df83 req-fbd68dfe-dd73-467e-add9-41ec18447e13 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527458 Apr 06 11:02:53.116159 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:53.121977 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cea0b-3808-4c8e-8aa5-f20b3ebf9252 req-6fe72ea9-3640-4a9f-91d0-8da19b06984b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:53.123406 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e65cea0b-3808-4c8e-8aa5-f20b3ebf9252 req-6fe72ea9-3640-4a9f-91d0-8da19b06984b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 944 time: 0.3496189 Apr 06 11:02:53.156309 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Checking router: 1e870468-fd11-48aa-97fe-b112d601acaf for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:53.165529 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:53.166286 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:53.174300 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e65cea0b-3808-4c8e-8aa5-f20b3ebf9252 req-54cb92bf-82fa-49c0-a9ba-edcd9877809e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440974 Apr 06 11:02:53.274325 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:53.468999 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:53.498752 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23304a-72f3-4141-b73b-5f3f686baec8 None None] The sync data for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi is: [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T10:57:25Z', 'revision_number': 4, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'ef873b41-1532-4397-b954-375ed548624f', 'name': '', 'network_id': 'f848877e-47ae-4ad7-99b0-dc2e76408343', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'mac_address': 'fa:16:3e:bd:f4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:24Z', 'updated_at': '2022-04-06T10:57:29Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'subnets': [{'id': '23cca4b6-ecf3-40e9-8377-a97d5847e6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:53.560768 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ef507-b5e9-42ea-b913-ed3ab27aafc3 req-17ed3632-dca1-4864-ba40-3a5a7a46a457 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:53.562330 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c81ef507-b5e9-42ea-b913-ed3ab27aafc3 req-17ed3632-dca1-4864-ba40-3a5a7a46a457 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0537107 Apr 06 11:02:53.612479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c81ef507-b5e9-42ea-b913-ed3ab27aafc3 req-8198ebe2-742d-407b-9f95-77d0d1bb05f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Apr 06 11:02:53.729853 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852f416-1615-437d-ac42-963e77607dd6 None None] New status for floating IP 938c442a-ad19-4f5d-98c2-2f8e576c8ea3: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:54.118839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562c25d-a375-400c-ad72-ed3a50326eb2 req-9cc097ee-e166-4009-b100-f06c3454f26d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:54.120302 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2562c25d-a375-400c-ad72-ed3a50326eb2 req-9cc097ee-e166-4009-b100-f06c3454f26d tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0530996 Apr 06 11:02:54.169176 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2562c25d-a375-400c-ad72-ed3a50326eb2 req-412d4440-86fe-4ecf-8c95-c686c58693b6 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Apr 06 11:02:54.292209 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09fef5-b0fa-4a24-905b-5787d365115a req-6b3c5743-f1b7-47db-9dd0-a389fd9e4601 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:54.293614 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eb09fef5-b0fa-4a24-905b-5787d365115a req-6b3c5743-f1b7-47db-9dd0-a389fd9e4601 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 944 time: 0.0524611 Apr 06 11:02:54.345583 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-eb09fef5-b0fa-4a24-905b-5787d365115a req-af9c1890-c049-47ff-9ee1-7c94e3f0cfcf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463672 Apr 06 11:02:54.734473 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4320938-e6b8-4d4f-99c9-1c7b9370a3f7 req-83080ec7-40b7-4946-8e4e-a745923a83da tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:54.736100 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c4320938-e6b8-4d4f-99c9-1c7b9370a3f7 req-83080ec7-40b7-4946-8e4e-a745923a83da tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0566382 Apr 06 11:02:54.782682 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c4320938-e6b8-4d4f-99c9-1c7b9370a3f7 req-4ffb852d-64c4-4347-8a04-0b63d4d58b6d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408473 Apr 06 11:02:55.284266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd98536-402e-4265-8eed-af0874bfe0fc req-1a3f5889-a33b-44c4-8f42-34a735a3f91b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:55.285736 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6dd98536-402e-4265-8eed-af0874bfe0fc req-1a3f5889-a33b-44c4-8f42-34a735a3f91b tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0515873 Apr 06 11:02:55.333029 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6dd98536-402e-4265-8eed-af0874bfe0fc req-b4ecb791-2637-4ecf-b537-8976355a0e2e tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416524 Apr 06 11:02:55.459052 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d795f-f7bc-47f2-9f4d-6663b89f2ba0 req-ca7ba739-14c6-4d0d-a2a4-9d26a6674290 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:55.460417 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cc1d795f-f7bc-47f2-9f4d-6663b89f2ba0 req-ca7ba739-14c6-4d0d-a2a4-9d26a6674290 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 944 time: 0.0514309 Apr 06 11:02:55.508415 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cc1d795f-f7bc-47f2-9f4d-6663b89f2ba0 req-b71990cc-77bf-4ed4-932f-817f187843bc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423853 Apr 06 11:02:55.530385 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ab91a5d2-a23c-47a1-86bb-737e051d25e1 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:02:55.584963 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port ab91a5d2-a23c-47a1-86bb-737e051d25e1 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:02:55.590037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port ab91a5d2-a23c-47a1-86bb-737e051d25e1 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:55.590747 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.670530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105625-3fee-4811-b116-bfc81a6ed585 req-4d3b8d31-6590-437a-ba77-560b6de73f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:55.672143 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-4d3b8d31-6590-437a-ba77-560b6de73f65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 1129 time: 0.0715277 Apr 06 11:02:55.672496 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port ab91a5d2-a23c-47a1-86bb-737e051d25e1 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:55.672884 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.673877 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-aa996997-071f-4474-b6fb-7db72679f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:55.675212 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-aa996997-071f-4474-b6fb-7db72679f265 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 1127 time: 0.0866883 Apr 06 11:02:55.696531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:55.698789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e1d58e-6b79-4d53-8fec-fb862540eb30" -d '{"events": [{"server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "name": "network-vif-plugged", "status": "completed", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:55.711737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:55.716546 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.745027 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c73b1b-4def-43df-b411-92819f2ba56f x-openstack-request-id: req-c1c73b1b-4def-43df-b411-92819f2ba56f {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:55.745334 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "name": "network-vif-plugged", "status": "completed", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:55.745590 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1c73b1b-4def-43df-b411-92819f2ba56f {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:55.745997 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c73b1b-4def-43df-b411-92819f2ba56f'] response: {'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'code': 200} Apr 06 11:02:55.771763 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:55.909706 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c19b4a-48c8-449e-842d-2f635d022e6d req-e27f9a80-6e2c-490a-891f-e0d47ef63f91 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:55.911173 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97c19b4a-48c8-449e-842d-2f635d022e6d req-e27f9a80-6e2c-490a-891f-e0d47ef63f91 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0589168 Apr 06 11:02:55.959156 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-97c19b4a-48c8-449e-842d-2f635d022e6d req-5a76161d-f1d1-4ecf-85a9-d8b169944bde tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423398 Apr 06 11:02:56.450233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8733ed7-7a9a-4988-af19-629440d03b4c req-2bd42a1b-ee87-40a4-bd42-d345639573ef tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:56.451684 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d8733ed7-7a9a-4988-af19-629440d03b4c req-2bd42a1b-ee87-40a4-bd42-d345639573ef tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0513165 Apr 06 11:02:56.499726 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d8733ed7-7a9a-4988-af19-629440d03b4c req-737f27be-221e-4417-b528-fab937232c1c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Apr 06 11:02:56.626827 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdea0f-a8e7-42c4-9e3d-c8b96ace643b req-77ede3c8-77af-48f2-b05b-ed8aa2144556 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:56.628216 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-64bdea0f-a8e7-42c4-9e3d-c8b96ace643b req-77ede3c8-77af-48f2-b05b-ed8aa2144556 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0561318 Apr 06 11:02:56.676216 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-64bdea0f-a8e7-42c4-9e3d-c8b96ace643b req-d271bf1c-0eaa-438f-9a33-79e126dd1881 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424538 Apr 06 11:02:57.079124 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17ccc-5295-469c-8a42-71802bd6135e req-6f58d432-52ec-41d2-b486-c9166a63c47c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:57.080553 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b6a17ccc-5295-469c-8a42-71802bd6135e req-6f58d432-52ec-41d2-b486-c9166a63c47c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0562387 Apr 06 11:02:57.126056 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b6a17ccc-5295-469c-8a42-71802bd6135e req-49eebed2-b421-43ca-8630-de09f3696fe8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398583 Apr 06 11:02:57.617112 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fc83d-852d-4b5d-a012-b4bdfa836896 req-2c2a86e4-86cd-41b7-8336-bb8f3bd9163c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:57.618604 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-567fc83d-852d-4b5d-a012-b4bdfa836896 req-2c2a86e4-86cd-41b7-8336-bb8f3bd9163c tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0514500 Apr 06 11:02:57.666147 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-567fc83d-852d-4b5d-a012-b4bdfa836896 req-0a4f5e1b-a58e-4300-8a36-73d8e762c1d4 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 Apr 06 11:02:57.792602 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2f495-0cef-4d23-b4dd-710ef13bc9dd req-adeba446-6844-4dd4-ac8b-4aa7d6b70af7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:57.794004 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9db2f495-0cef-4d23-b4dd-710ef13bc9dd req-adeba446-6844-4dd4-ac8b-4aa7d6b70af7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0523927 Apr 06 11:02:57.842751 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9db2f495-0cef-4d23-b4dd-710ef13bc9dd req-9160c53c-9e6a-49aa-a4a5-c6594fc10cfc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425291 Apr 06 11:02:58.248934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4fd5-de6d-4d5c-a39a-40bf4caf1213 req-5c797ba5-22ec-4f76-b921-4f3ba305b219 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:58.251084 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e4a4fd5-de6d-4d5c-a39a-40bf4caf1213 req-5c797ba5-22ec-4f76-b921-4f3ba305b219 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 943 time: 0.0550904 Apr 06 11:02:58.303760 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e4a4fd5-de6d-4d5c-a39a-40bf4caf1213 req-131c75da-25d1-4dc4-bb1c-4785292b0a27 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471911 Apr 06 11:02:58.630742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 208e679b-1dd2-4fce-950f-8ee57aaa61e1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:02:58.753489 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:58.771251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'port_id': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'mac_address': 'fa:16:3e:4a:6b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:02:58.811262 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7afdd-0496-400f-b7a3-64874f7df83f req-ea22dc07-c85f-4bcd-904f-104dcf165fe0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:58.813609 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cec7afdd-0496-400f-b7a3-64874f7df83f req-ea22dc07-c85f-4bcd-904f-104dcf165fe0 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0795734 Apr 06 11:02:58.825891 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:58.826329 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.841818 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208e679b-1dd2-4fce-950f-8ee57aaa61e1 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:58.869253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:58.877557 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.882649 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cec7afdd-0496-400f-b7a3-64874f7df83f req-361aa519-f2d7-4da6-960c-5f0a911b7e04 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624638 Apr 06 11:02:58.967592 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:58.979993 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105625-3fee-4811-b116-bfc81a6ed585 req-7abf9883-89f7-4788-8c5b-f3b7f2d95d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:58.981490 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-7abf9883-89f7-4788-8c5b-f3b7f2d95d15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 200 len: 910 time: 0.2437019 Apr 06 11:02:58.992136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-ee123a69-546c-4e45-8004-90019ce4a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:58.993599 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-ee123a69-546c-4e45-8004-90019ce4a3b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.2650614 Apr 06 11:02:59.049791 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-2ca7ea0b-515a-4a69-984a-0315f902c04c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 200 len: 217 time: 0.0603209 Apr 06 11:02:59.103555 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7553b33-d25e-430b-a2c9-c9e3c1a4fd24 req-692c6ec4-c5d5-4bc9-94fe-9d6e3849d5ca tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.105038 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f7553b33-d25e-430b-a2c9-c9e3c1a4fd24 req-692c6ec4-c5d5-4bc9-94fe-9d6e3849d5ca tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.1722665 Apr 06 11:02:59.108149 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-de472166-ddc8-4d5c-9619-22884ca2d7ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1 HTTP/1.1" status: 200 len: 217 time: 0.0740080 Apr 06 11:02:59.152606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae997ec7-03e9-48ad-b650-070ad2aa0611 req-31993991-0de1-4b62-8af9-21e31e1d2efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.154149 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae997ec7-03e9-48ad-b650-070ad2aa0611 req-31993991-0de1-4b62-8af9-21e31e1d2efa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.1188598 Apr 06 11:02:59.167979 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f7553b33-d25e-430b-a2c9-c9e3c1a4fd24 req-e8b6d0ca-520c-4c06-a6fb-b08558c1c3c5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559180 Apr 06 11:02:59.193324 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['208e679b-1dd2-4fce-950f-8ee57aaa61e1'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:02:59.308689 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-bfd9eeb4-cdc0-43cb-8abf-5f168e4b257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.311368 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-bfd9eeb4-cdc0-43cb-8abf-5f168e4b257b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.1082287 Apr 06 11:02:59.332463 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105625-3fee-4811-b116-bfc81a6ed585 req-21bd37fb-ee5a-490e-8ed4-508e05af4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.334254 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-21bd37fb-ee5a-490e-8ed4-508e05af4307 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 200 len: 848 time: 0.1398969 Apr 06 11:02:59.338385 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae997ec7-03e9-48ad-b650-070ad2aa0611 req-453f7aaf-6ab1-4bd0-abfd-cd172da3b410 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341529 Apr 06 11:02:59.352266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5695a08e-aeec-4026-ac48-4de20a6cbed7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.353853 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5695a08e-aeec-4026-ac48-4de20a6cbed7 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.18 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 945 time: 0.0601137 Apr 06 11:02:59.430085 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-627f9eee-4b56-4945-a276-51bb3270ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.431742 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-627f9eee-4b56-4945-a276-51bb3270ffc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922878 Apr 06 11:02:59.442043 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be105625-3fee-4811-b116-bfc81a6ed585 req-9fcc896b-4015-4138-b21b-c51eb823a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.444249 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-9fcc896b-4015-4138-b21b-c51eb823a409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f848877e-47ae-4ad7-99b0-dc2e76408343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744994 Apr 06 11:02:59.450596 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45058d97-43b4-4508-8bfb-030a6b902e2e req-fb7055bf-8239-47ae-a1ee-01419e7ddf7b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.452079 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-45058d97-43b4-4508-8bfb-030a6b902e2e req-fb7055bf-8239-47ae-a1ee-01419e7ddf7b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 944 time: 0.0580752 Apr 06 11:02:59.501409 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-45058d97-43b4-4508-8bfb-030a6b902e2e req-aafbbc22-e755-452c-87cd-65d11f97cefa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Apr 06 11:02:59.727381 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Deleting port 808c6f90-d9a9-4324-ace7-993df6cb77f7 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:59.727997 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.787536 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-368e516b-c62c-4ebe-a555-e14416b3fd29 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652067 Apr 06 11:02:59.789168 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-1f761b1f-40be-4b82-961a-ae07a071c092 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656260 Apr 06 11:02:59.821148 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] For port 808c6f90-d9a9-4324-ace7-993df6cb77f7, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=808c6f90-d9a9-4324-ace7-993df6cb77f7,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:59.821770 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.822901 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 208e679b-1dd2-4fce-950f-8ee57aaa61e1 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:02:59.840946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Calling delete_port for 808c6f90-d9a9-4324-ace7-993df6cb77f7 owned by compute:nova {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:59.874576 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:02:59.879173 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:59.879544 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.973209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:59.973767 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.985179 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (808c6f90-d9a9-4324-ace7-993df6cb77f7), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.999204 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:00.002653 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f6c07-6ab6-452d-9831-8d5378de3576" -d '{"events": [{"server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "name": "network-vif-plugged", "status": "completed", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:00.019425 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event deleted for resources: {'Port': ['ID=808c6f90-d9a9-4324-ace7-993df6cb77f7,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:00.027766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:00.034988 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:00.049581 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0526-1b26-40bb-a7df-13fa1367123f req-9818b17a-20aa-4ba2-bfd0-78a8bba0b5a1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.058561 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-978c0526-1b26-40bb-a7df-13fa1367123f req-9818b17a-20aa-4ba2-bfd0-78a8bba0b5a1 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 867 time: 0.0891943 Apr 06 11:03:00.071328 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4802f11-5679-4feb-8f89-21f2b6f07b8d x-openstack-request-id: req-b4802f11-5679-4feb-8f89-21f2b6f07b8d {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:00.071625 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "name": "network-vif-plugged", "status": "completed", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:00.071878 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4802f11-5679-4feb-8f89-21f2b6f07b8d {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:00.072268 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4802f11-5679-4feb-8f89-21f2b6f07b8d'] response: {'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'code': 200} Apr 06 11:03:00.097735 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] No DVR routers for this DVR port 808c6f90-d9a9-4324-ace7-993df6cb77f7 on host hv-cinder-83607 {{(pid=120431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:00.100233 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:00.102660 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:00.103648 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.18 "DELETE /v2.0/ports/808c6f90-d9a9-4324-ace7-993df6cb77f7 HTTP/1.1" status: 204 len: 173 time: 0.4819584 Apr 06 11:03:00.104491 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-deleted', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:00.106479 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac04765-4460-43a2-a43a-515fdbd07694" -d '{"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-deleted", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:00.121492 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-978c0526-1b26-40bb-a7df-13fa1367123f req-a618cec8-c324-4933-adc0-0a1c1a9045d2 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/security-groups?id=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601490 Apr 06 11:03:00.142824 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9420a-a666-4c50-bc44-8eb28fe9730b x-openstack-request-id: req-25c9420a-a666-4c50-bc44-8eb28fe9730b {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:00.143120 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edc8dbd-ba53-4712-8b7f-a03ea932eace", "name": "network-vif-deleted", "tag": "808c6f90-d9a9-4324-ace7-993df6cb77f7", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:00.143371 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25c9420a-a666-4c50-bc44-8eb28fe9730b {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:00.143775 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c9420a-a666-4c50-bc44-8eb28fe9730b'] response: {'server_uuid': '4edc8dbd-ba53-4712-8b7f-a03ea932eace', 'name': 'network-vif-deleted', 'tag': '808c6f90-d9a9-4324-ace7-993df6cb77f7', 'status': 'completed', 'code': 200} Apr 06 11:03:00.292533 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1da37-956d-4984-8f71-91807b137c5a req-d83cd12e-6314-4272-ba20-32026a750950 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.293963 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6ed1da37-956d-4984-8f71-91807b137c5a req-d83cd12e-6314-4272-ba20-32026a750950 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0606332 Apr 06 11:03:00.342628 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6ed1da37-956d-4984-8f71-91807b137c5a req-5b9728ec-a921-4f25-9b18-c51051caa245 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428572 Apr 06 11:03:00.488550 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b6b2f5a4-0ea0-4f33-8d97-ff2905882378 req-678d5ec0-5c6e-4594-83d4-ab42f8003c1c service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355376 Apr 06 11:03:00.530649 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-be105625-3fee-4811-b116-bfc81a6ed585 req-fc356659-ac2b-4d71-9217-97b67da2b0c5 service neutron] 10.222.0.18 "GET /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788220 Apr 06 11:03:00.634252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738b9f2-58ad-40eb-bf9e-911befa83b87 req-e2df474e-8e15-4659-b004-bef06f3fb90c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.635775 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8738b9f2-58ad-40eb-bf9e-911befa83b87 req-e2df474e-8e15-4659-b004-bef06f3fb90c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.0540202 Apr 06 11:03:00.681563 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8738b9f2-58ad-40eb-bf9e-911befa83b87 req-4d71df68-b3f5-47c5-a129-bec45a8c0c6b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394020 Apr 06 11:03:01.088588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d5dab-efe7-457f-867b-bb3e88f06a7c req-bcf5184c-aaf2-4fb6-bd86-28efcd2d41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.090106 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9a0d5dab-efe7-457f-867b-bb3e88f06a7c req-bcf5184c-aaf2-4fb6-bd86-28efcd2d41d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 1129 time: 0.0474699 Apr 06 11:03:01.206898 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1d281135-ea31-453c-b3e2-7efc6808eb51 req-fbf80bcd-0895-4f54-b183-42bb62475169 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0278363 Apr 06 11:03:01.411076 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9a0d5dab-efe7-457f-867b-bb3e88f06a7c req-411118cb-f553-4316-8c1f-5db741605a85 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714700 Apr 06 11:03:01.481689 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356d2ca-de64-402d-9f80-e55d157161a7 req-7b907d54-0810-4ff4-8a8e-f02505156499 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.483154 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4356d2ca-de64-402d-9f80-e55d157161a7 req-7b907d54-0810-4ff4-8a8e-f02505156499 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0554478 Apr 06 11:03:01.532893 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4356d2ca-de64-402d-9f80-e55d157161a7 req-c4494cfd-5d19-4e49-9a84-caad2bc1536f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434434 Apr 06 11:03:01.649679 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0df4e-0b31-4fb0-bad9-b35940986993 req-17bd8041-83a0-40f8-9270-6cc28e18e3d6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.651064 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-13a0df4e-0b31-4fb0-bad9-b35940986993 req-17bd8041-83a0-40f8-9270-6cc28e18e3d6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Apr 06 11:03:01.701717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-13a0df4e-0b31-4fb0-bad9-b35940986993 req-95cd3c35-883d-4fa5-b9a7-87f7824289d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434504 Apr 06 11:03:01.729706 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49610) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:01.807831 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c08e54-939d-4939-84fb-2dcfeced012d tempest-TestVolumeBootPattern-67660564 tempest-TestVolumeBootPattern-67660564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.809626 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d8c08e54-939d-4939-84fb-2dcfeced012d tempest-TestVolumeBootPattern-67660564 tempest-TestVolumeBootPattern-67660564-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1124 time: 0.0786583 Apr 06 11:03:01.812793 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49612) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:01.817425 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'port_id': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:01.827689 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e65d2-78b0-4a9e-a2d5-40f21d95c89a req-87bc3a59-26eb-461d-9111-bd8b74b4d067 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.829689 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a84e65d2-78b0-4a9e-a2d5-40f21d95c89a req-87bc3a59-26eb-461d-9111-bd8b74b4d067 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.0603454 Apr 06 11:03:01.839180 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:01.881819 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a84e65d2-78b0-4a9e-a2d5-40f21d95c89a req-63418985-9e64-4b41-a68c-5c621af508a7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Apr 06 11:03:01.956251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.068934 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Allocated IP 172.27.0.99 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/d24e152c-55a4-4c27-a8e3-917e8f98de6f) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:02.194074 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.229823 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.267371 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:02.270299 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:02.272896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:02.320682 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=d24e152c-55a4-4c27-a8e3-917e8f98de6f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:02.348203 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-afdfa43d-243b-4061-a736-c4da7f956712 req-d9946132-0f15-4249-a503-38630d8b12ee tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc8dbd-ba53-4712-8b7f-a03ea932eace HTTP/1.1" status: 200 len: 210 time: 0.0471299 Apr 06 11:03:02.703892 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (58428d4b-7450-45c2-aa1e-27606edf232a), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.776182 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.922393 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:02.930447 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.000919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.005223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event updated for resources: {'Port': ['ID=d24e152c-55a4-4c27-a8e3-917e8f98de6f,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:03.021606 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (58428d4b-7450-45c2-aa1e-27606edf232a), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.068663 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89440774-915d-4f99-8509-7d9f463957f4 req-b14c7d58-f72e-440f-9a1d-87de3ae5388b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:03.070312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-89440774-915d-4f99-8509-7d9f463957f4 req-b14c7d58-f72e-440f-9a1d-87de3ae5388b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.1213222 Apr 06 11:03:03.131136 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-89440774-915d-4f99-8509-7d9f463957f4 req-61007e26-6848-4de0-8ad6-70d5d43fab8a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531771 Apr 06 11:03:03.161852 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Floating IP 58428d4b-7450-45c2-aa1e-27606edf232a associated. External IP: 172.27.0.99, port: ab91a5d2-a23c-47a1-86bb-737e051d25e1. Apr 06 11:03:03.306192 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c8611-de45-4b23-9425-05435f642a20 req-589b05a2-357d-4770-ac2b-961c8626ff0d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:03.307834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2e5c8611-de45-4b23-9425-05435f642a20 req-589b05a2-357d-4770-ac2b-961c8626ff0d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.1019969 Apr 06 11:03:03.316973 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49632) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:03.321847 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'port_id': '208e679b-1dd2-4fce-950f-8ee57aaa61e1'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:03.361584 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), before_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.430187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49636) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:03.575166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (bfe1f197-1fd2-4ebd-909b-8ea8afe0490c), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.635097 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (bfe1f197-1fd2-4ebd-909b-8ea8afe0490c), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.714958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:03.820469 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:03.832304 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:03.845143 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 808c6f90-d9a9-4324-ace7-993df6cb77f7 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:03.845400 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:03.845881 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 808c6f90-d9a9-4324-ace7-993df6cb77f7 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:03.856437 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.856998 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:03.857895 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:03.888498 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-da7f35ca-b98f-4382-9104-b288f6868bf8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0743802 Apr 06 11:03:03.889487 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:03.892882 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35956eee-070e-4f9c-a872-672cb78785c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:03.933533 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114a66c8-c787-4a2d-9b36-611b136c7c3b x-openstack-request-id: req-114a66c8-c787-4a2d-9b36-611b136c7c3b {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:03.933830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:03.934082 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-114a66c8-c787-4a2d-9b36-611b136c7c3b {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:03.934485 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114a66c8-c787-4a2d-9b36-611b136c7c3b'] response: {'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'status': 'completed', 'code': 200} Apr 06 11:03:03.991124 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:04.025141 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956eee-070e-4f9c-a872-672cb78785c5 req-9d7be44a-1f07-4cd6-b8eb-4ea46b718bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.026995 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-9d7be44a-1f07-4cd6-b8eb-4ea46b718bfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0511384 Apr 06 11:03:04.043921 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (bfe1f197-1fd2-4ebd-909b-8ea8afe0490c), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.046810 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.050805 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] 10.222.0.57 "DELETE /v2.0/security-groups/bfe1f197-1fd2-4ebd-909b-8ea8afe0490c HTTP/1.1" status: 204 len: 168 time: 0.6170177 Apr 06 11:03:04.096187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fa400-1731-4a00-85c2-22e0a4a47931 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe1f197-1fd2-4ebd-909b-8ea8afe0490c,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:04.102789 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49644) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:04.166792 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956eee-070e-4f9c-a872-672cb78785c5 req-b8819601-54b6-4b03-96bc-80126f2aaa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.169081 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-b8819601-54b6-4b03-96bc-80126f2aaa3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1354561 Apr 06 11:03:04.262183 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '58428d4b-7450-45c2-aa1e-27606edf232a', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:86:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:02Z', 'updated_at': '2022-04-06T11:03:02Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:04.270445 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.275198 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-12006197-0a4e-46dc-8c14-9c2a068fe982 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 998 time: 0.0981157 Apr 06 11:03:04.278774 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), after_update {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.290384 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:04.299347 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:04.300037 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:04.351069 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956eee-070e-4f9c-a872-672cb78785c5 req-5e083e6d-4860-4b36-a5a2-2f9a9aa79286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.352361 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-5e083e6d-4860-4b36-a5a2-2f9a9aa79286 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0721297 Apr 06 11:03:04.415112 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:04.431745 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-5bed96be-2304-41b3-87cc-073d18e6ac24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921893 Apr 06 11:03:04.436946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35956eee-070e-4f9c-a872-672cb78785c5 req-3382f441-bd2a-47ce-b016-525936f07c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.438763 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-3382f441-bd2a-47ce-b016-525936f07c20 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668693 Apr 06 11:03:04.608250 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49654) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:04.612170 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-c69ebd97-344a-40b4-bec4-249388c3140f service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666689 Apr 06 11:03:04.628104 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.l3_db [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP d614529a-9452-40dd-87ce-ea4b365dde20 associated. External IP: 172.27.0.209, port: 208e679b-1dd2-4fce-950f-8ee57aaa61e1. Apr 06 11:03:04.665655 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '58428d4b-7450-45c2-aa1e-27606edf232a', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:86:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:02Z', 'updated_at': '2022-04-06T11:03:02Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:04.735067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-35956eee-070e-4f9c-a872-672cb78785c5 req-d0375854-c385-4468-b1e2-89d74db7a7a0 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169775 Apr 06 11:03:04.798763 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-63dc3955-0691-4759-a0bb-c2dcac3e50bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.804499 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be94d6d9-be50-4a1c-a486-34355ce32616 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': '58428d4b-7450-45c2-aa1e-27606edf232a', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'port_id': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'mac_address': 'fa:16:3e:86:41:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:02Z', 'updated_at': '2022-04-06T11:03:02Z', 'revision_number': 0, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:04.889017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-043ea13a-855a-4e8d-8851-e5f488ae977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.891392 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-043ea13a-855a-4e8d-8851-e5f488ae977a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0533144 Apr 06 11:03:05.014455 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-3228589f-d688-4595-8ae0-97ec6563a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.017051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-3228589f-d688-4595-8ae0-97ec6563a824 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1044521 Apr 06 11:03:05.050613 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba39d851-0703-4d13-9461-32f5fb28b64b None None] New status for floating IP 58428d4b-7450-45c2-aa1e-27606edf232a: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:05.090757 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-a2d1fc8a-26cb-4fc1-87fe-b376c4f92397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 998 time: 0.0685565 Apr 06 11:03:05.104155 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-63dc3955-0691-4759-a0bb-c2dcac3e50bc admin admin] Publish callbacks [] for security_group (a2c64934-5f23-470d-b3dc-6b799614e57d), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.114700 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:05.117809 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-63dc3955-0691-4759-a0bb-c2dcac3e50bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a2c64934-5f23-470d-b3dc-6b799614e57d), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.149989 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-9e101097-80bf-4c8d-95e6-cdde1e26cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.151443 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-9e101097-80bf-4c8d-95e6-cdde1e26cbbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0540035 Apr 06 11:03:05.178139 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-63dc3955-0691-4759-a0bb-c2dcac3e50bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3938fca5909f4b8da6078c7e8a3e73d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5695117 Apr 06 11:03:05.181668 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49658) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:05.206670 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-e587b9a2-1a6e-4659-b1c3-8c4fdee973e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.208453 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-e587b9a2-1a6e-4659-b1c3-8c4fdee973e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500598 Apr 06 11:03:05.219186 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc3955-0691-4759-a0bb-c2dcac3e50bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c64934-5f23-470d-b3dc-6b799614e57d,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:05.310792 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-9e1090a2-5542-4c23-9d7b-7c3e6187e407 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957186 Apr 06 11:03:05.370340 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:05.376259 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.378269 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] Publish callbacks [] for security_group (a2c64934-5f23-470d-b3dc-6b799614e57d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.382567 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:05.396452 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:05.397210 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:05.415276 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-100576e4-65ed-4980-8754-8ba1a3eebbf3 req-8b1f12b4-b3fb-43ba-8f64-9245ec78b8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981815 Apr 06 11:03:05.427261 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] Publish callbacks [] for security_group (a2c64934-5f23-470d-b3dc-6b799614e57d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.442136 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-b49a060f-1cc5-426d-8958-9d9fa11e8797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "PUT /v2.0/floatingips/d614529a-9452-40dd-87ce-ea4b365dde20 HTTP/1.1" status: 200 len: 991 time: 2.1119776 Apr 06 11:03:05.442136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1'}] {{(pid=120431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:05.442136 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b938ae08607e29e188428897c52fa452f2f8e419ddffd50991f5280353ffd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1"}]}' {{(pid=120431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:05.482780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (1e870468-fd11-48aa-97fe-b112d601acaf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.487964 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5fc8a5-c129-48b2-822b-226677f3051e x-openstack-request-id: req-da5fc8a5-c129-48b2-822b-226677f3051e {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:05.488135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1", "status": "completed", "code": 200}]} {{(pid=120431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:05.488289 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da5fc8a5-c129-48b2-822b-226677f3051e {{(pid=120431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:05.488779 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5fc8a5-c129-48b2-822b-226677f3051e'] response: {'name': 'network-changed', 'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'status': 'completed', 'code': 200} Apr 06 11:03:05.524200 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:05.573929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (a2c64934-5f23-470d-b3dc-6b799614e57d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.576446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.577778 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2c64934-5f23-470d-b3dc-6b799614e57d HTTP/1.1" status: 204 len: 168 time: 0.3601794 Apr 06 11:03:05.590895 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3329776-edbb-421f-8054-bc8c9def42db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c64934-5f23-470d-b3dc-6b799614e57d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:05.593058 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-0564a880-11e5-49f1-bdef-814658b5a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.595883 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-0564a880-11e5-49f1-bdef-814658b5a728 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 1129 time: 0.0625238 Apr 06 11:03:05.755075 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-b3fc7416-856d-4716-9256-c881cbc8c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.756562 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-b3fc7416-856d-4716-9256-c881cbc8c5d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.1541078 Apr 06 11:03:05.814681 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd614529a-9452-40dd-87ce-ea4b365dde20', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:4a:6b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:45Z', 'updated_at': '2022-04-06T11:03:04Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:05.847068 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-9db7eb64-d3de-4e44-b703-ac50ec67472d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1 HTTP/1.1" status: 200 len: 999 time: 0.0839858 Apr 06 11:03:05.849438 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Deleting port ef873b41-1532-4397-b954-375ed548624f {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:05.849992 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ef873b41-1532-4397-b954-375ed548624f), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.879381 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:05.901447 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:05.902245 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:05.904254 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-62ac539c-f873-4484-9410-9953b6ef77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.905916 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-62ac539c-f873-4484-9410-9953b6ef77cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0537941 Apr 06 11:03:05.970652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-34122bcb-aaa0-4ca9-b9c7-5d7250834b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.973347 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-34122bcb-aaa0-4ca9-b9c7-5d7250834b6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603428 Apr 06 11:03:05.979400 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] For port ef873b41-1532-4397-b954-375ed548624f, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=ef873b41-1532-4397-b954-375ed548624f,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:05.979824 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ef873b41-1532-4397-b954-375ed548624f), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.996791 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Calling delete_port for ef873b41-1532-4397-b954-375ed548624f owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:06.047639 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:06.075472 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-65518f1f-31c9-4b6f-88cc-5fca6a4acb10 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947266 Apr 06 11:03:06.184540 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a42250a-9c83-40a3-bc5f-d4d99ee18d5d req-5efafd0e-bfd2-44fb-88b7-8f88e448f366 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031456 Apr 06 11:03:06.211217 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (ef873b41-1532-4397-b954-375ed548624f), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:06.243609 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef873b41-1532-4397-b954-375ed548624f,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:06.294923 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd614529a-9452-40dd-87ce-ea4b365dde20', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:4a:6b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:45Z', 'updated_at': '2022-04-06T11:03:04Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:06.329917 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67057d01-ee91-4308-a68c-82c35b25f1ad None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'd614529a-9452-40dd-87ce-ea4b365dde20', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.209', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:4a:6b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:45Z', 'updated_at': '2022-04-06T11:03:04Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:06.420541 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (1e870468-fd11-48aa-97fe-b112d601acaf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:06.556196 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5703e088-000c-4d21-a854-6adfb5d7097c None None] New status for floating IP d614529a-9452-40dd-87ce-ea4b365dde20: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:06.905633 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Router 1e870468-fd11-48aa-97fe-b112d601acaf has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:07.016078 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:07.021249 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-50245107-a939-4f36-b448-1c168d381142 admin admin] 10.222.0.57 "PUT /v2.0/routers/1e870468-fd11-48aa-97fe-b112d601acaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172275 Apr 06 11:03:07.023943 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49666) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:07.025015 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Sync routers for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:07.035101 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:07.035711 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:07.136485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks [] for router (1e870468-fd11-48aa-97fe-b112d601acaf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.144104 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:07.241683 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks [] for router_gateway (1e870468-fd11-48aa-97fe-b112d601acaf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.299941 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Deleting port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:07.300278 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.332860 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T11:03:06Z', 'revision_number': 5, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port': {'id': '7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:21Z', 'updated_at': '2022-04-06T10:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:07.359986 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Checking router: 1e870468-fd11-48aa-97fe-b112d601acaf for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:07.369388 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Routers {'1e870468-fd11-48aa-97fe-b112d601acaf'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:07.370001 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['1e870468-fd11-48aa-97fe-b112d601acaf'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:07.381138 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] For port 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:07.381537 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.394083 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Calling delete_port for 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:07.457378 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] Set router 1e870468-fd11-48aa-97fe-b112d601acaf gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:07.540801 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T11:03:07Z', 'revision_number': 6, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:07.575386 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.576024 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11c2ac6-d924-43f4-8e17-dd2ba6511f60 None None] The sync data for ids ['1e870468-fd11-48aa-97fe-b112d601acaf'] in dv-cinder-836071-2-iscsi is: [{'id': '1e870468-fd11-48aa-97fe-b112d601acaf', 'name': 'tempest-TestShelveInstance-1489494916-router', 'tenant_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:20Z', 'updated_at': '2022-04-06T11:03:07Z', 'revision_number': 6, 'project_id': '7ce68977f1b546ca8dddf1799f7d2d33', 'gw_port_host': None}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:07.616446 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Pushing event deleted for resources: {'Port': ['ID=7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:07.675523 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (1e870468-fd11-48aa-97fe-b112d601acaf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.770938 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (1e870468-fd11-48aa-97fe-b112d601acaf), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.773037 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks [] for router_controller (1e870468-fd11-48aa-97fe-b112d601acaf), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.815180 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (1e870468-fd11-48aa-97fe-b112d601acaf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.815700 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e870468-fd11-48aa-97fe-b112d601acaf {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:03:07.820777 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.821943 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ac1506fe-e0d7-46c1-9eee-8be40586d576 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1e870468-fd11-48aa-97fe-b112d601acaf HTTP/1.1" status: 204 len: 168 time: 0.7970579 Apr 06 11:03:07.824457 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49668) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:07.873365 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Deleting subnet 23cca4b6-ecf3-40e9-8377-a97d5847e6dd {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:03:07.876873 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Publish callbacks [] for subnet (23cca4b6-ecf3-40e9-8377-a97d5847e6dd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.912013 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (23cca4b6-ecf3-40e9-8377-a97d5847e6dd), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:07.995723 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (23cca4b6-ecf3-40e9-8377-a97d5847e6dd), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.055771 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (23cca4b6-ecf3-40e9-8377-a97d5847e6dd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.081550 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23cca4b6-ecf3-40e9-8377-a97d5847e6dd,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:08.085118 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.088545 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-fc41ec79-3f78-4bef-aecc-ab79796cee4d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/23cca4b6-ecf3-40e9-8377-a97d5847e6dd HTTP/1.1" status: 204 len: 168 time: 0.2626667 Apr 06 11:03:08.090915 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49670) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:08.094629 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a6306b-1c61-4a57-8c33-c8bc9156df95 None None] Network f848877e-47ae-4ad7-99b0-dc2e76408343 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:03:08.167476 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (f848877e-47ae-4ad7-99b0-dc2e76408343), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.226940 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Deleting port 37542340-c234-4d93-9d29-647ff92fcb62 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:08.227281 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (37542340-c234-4d93-9d29-647ff92fcb62), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.295310 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] For port 37542340-c234-4d93-9d29-647ff92fcb62, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=37542340-c234-4d93-9d29-647ff92fcb62,segment=NetworkSegment(094bc07f-ada0-4f24-897b-bb989d52f722),segment_id=094bc07f-ada0-4f24-897b-bb989d52f722)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:08.296090 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (37542340-c234-4d93-9d29-647ff92fcb62), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.308252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Calling delete_port for 37542340-c234-4d93-9d29-647ff92fcb62 owned by network:dhcp {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:08.370611 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] DHCP port deletion for f848877e-47ae-4ad7-99b0-dc2e76408343 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:03:08.389829 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (37542340-c234-4d93-9d29-647ff92fcb62), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.419093 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Pushing event deleted for resources: {'Port': ['ID=37542340-c234-4d93-9d29-647ff92fcb62,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:08.419318 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Deleting port 37542340-c234-4d93-9d29-647ff92fcb62 {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:08.419500 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (37542340-c234-4d93-9d29-647ff92fcb62), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.422266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] No DVR routers for this DVR port 37542340-c234-4d93-9d29-647ff92fcb62 on host dv-cinder-836071-2-iscsi {{(pid=120431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:08.492964 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] For port 37542340-c234-4d93-9d29-647ff92fcb62, host dv-cinder-836071-2-iscsi, got binding levels [] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:08.493207 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (f848877e-47ae-4ad7-99b0-dc2e76408343), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.493542 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (37542340-c234-4d93-9d29-647ff92fcb62), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.507160 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Calling delete_port for 37542340-c234-4d93-9d29-647ff92fcb62 owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:08.510152 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.ipam_backend_mixin [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Port 37542340-c234-4d93-9d29-647ff92fcb62 was not found and therefore no delete operation was performed {{(pid=120433) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 11:03:08.511428 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (37542340-c234-4d93-9d29-647ff92fcb62), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.514166 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f848877e-47ae-4ad7-99b0-dc2e76408343']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:08.523595 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094bc07f-ada0-4f24-897b-bb989d52f722') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:08.523894 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094bc07f-ada0-4f24-897b-bb989d52f722') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:08.533223 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (094bc07f-ada0-4f24-897b-bb989d52f722), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.537593 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] Pushing event deleted for resources: {'Port': ['ID=37542340-c234-4d93-9d29-647ff92fcb62,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:08.542688 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d6c2c-7873-4d9a-9df5-61b09bd9e6b9 None None] No DVR routers for this DVR port 37542340-c234-4d93-9d29-647ff92fcb62 on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:08.554841 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (094bc07f-ada0-4f24-897b-bb989d52f722), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.564522 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:03:08.565046 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (094bc07f-ada0-4f24-897b-bb989d52f722), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:03:08.566915 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:03:08.628000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (f848877e-47ae-4ad7-99b0-dc2e76408343), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.634208 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.637191 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f848877e-47ae-4ad7-99b0-dc2e76408343 HTTP/1.1" status: 204 len: 168 time: 0.5453281 Apr 06 11:03:08.640189 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49672) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:08.657190 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc613c4-d2fb-4977-866e-3ec818815585 admin admin] Pushing event deleted for resources: {'Network': ['ID=f848877e-47ae-4ad7-99b0-dc2e76408343,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:08.717879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:08.739258 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:08.740219 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 7458bcd7-a5c3-40a4-9ec2-c6ccc866c5db not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:08.740711 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ef873b41-1532-4397-b954-375ed548624f no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:08.763551 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: ef873b41-1532-4397-b954-375ed548624f {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:08.763893 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device ef873b41-1532-4397-b954-375ed548624f not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:08.764535 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 37542340-c234-4d93-9d29-647ff92fcb62 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:08.788250 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 37542340-c234-4d93-9d29-647ff92fcb62 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:08.788586 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 37542340-c234-4d93-9d29-647ff92fcb62 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:09.008748 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (b1022038-937a-4a76-9103-3372b5c2cc14), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.265710 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Deleting port 8eafabe3-5e60-42b8-97da-3ece8724a97b {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:09.265949 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.348073 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] For port 8eafabe3-5e60-42b8-97da-3ece8724a97b, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=8eafabe3-5e60-42b8-97da-3ece8724a97b,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:09.348761 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.361172 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Calling delete_port for 8eafabe3-5e60-42b8-97da-3ece8724a97b owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:09.539267 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (8eafabe3-5e60-42b8-97da-3ece8724a97b), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.564622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eafabe3-5e60-42b8-97da-3ece8724a97b,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:09.740686 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (b1022038-937a-4a76-9103-3372b5c2cc14), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.960627 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Router b1022038-937a-4a76-9103-3372b5c2cc14 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:10.070840 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:10.075690 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-76ea51ed-219d-4fe9-8fb5-1c24584fa406 admin admin] 10.222.0.57 "PUT /v2.0/routers/b1022038-937a-4a76-9103-3372b5c2cc14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4345348 Apr 06 11:03:10.078176 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49674) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:10.080765 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Sync routers for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:10.090350 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:10.090976 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.191337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks [] for router (b1022038-937a-4a76-9103-3372b5c2cc14), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.306029 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks [] for router_gateway (b1022038-937a-4a76-9103-3372b5c2cc14), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.308804 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:03:10.333934 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:10.363486 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Deleting port cd782492-86e7-40b9-bcd2-86bfd1a5b892 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:10.364076 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.516248 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T11:03:09Z', 'revision_number': 5, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port': {'id': 'cd782492-86e7-40b9-bcd2-86bfd1a5b892', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:28Z', 'updated_at': '2022-04-06T10:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.548865 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Checking router: b1022038-937a-4a76-9103-3372b5c2cc14 for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:10.558163 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Routers {'b1022038-937a-4a76-9103-3372b5c2cc14'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:10.558797 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:02:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['b1022038-937a-4a76-9103-3372b5c2cc14'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.652823 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] Set router b1022038-937a-4a76-9103-3372b5c2cc14 gateway port host: None {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:10.708613 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T11:03:10Z', 'revision_number': 6, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.722216 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] For port cd782492-86e7-40b9-bcd2-86bfd1a5b892, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=cd782492-86e7-40b9-bcd2-86bfd1a5b892,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:10.722584 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.734679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Calling delete_port for cd782492-86e7-40b9-bcd2-86bfd1a5b892 owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:10.740598 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8bc369-fdfb-4253-9b5d-3ab88c625d20 None None] The sync data for ids ['b1022038-937a-4a76-9103-3372b5c2cc14'] in dv-cinder-836071-2-iscsi is: [{'id': 'b1022038-937a-4a76-9103-3372b5c2cc14', 'name': 'tempest-TestShelveInstance-2070223469-router', 'tenant_id': '2d9cb10dd39a4100befd417be1331aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:27Z', 'updated_at': '2022-04-06T11:03:10Z', 'revision_number': 6, 'project_id': '2d9cb10dd39a4100befd417be1331aca', 'gw_port_host': None}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:10.905120 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (cd782492-86e7-40b9-bcd2-86bfd1a5b892), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.929630 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd782492-86e7-40b9-bcd2-86bfd1a5b892,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:10.993985 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (b1022038-937a-4a76-9103-3372b5c2cc14), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.091747 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (b1022038-937a-4a76-9103-3372b5c2cc14), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.094066 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks [] for router_controller (b1022038-937a-4a76-9103-3372b5c2cc14), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.139089 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (b1022038-937a-4a76-9103-3372b5c2cc14), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.139613 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1022038-937a-4a76-9103-3372b5c2cc14 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:03:11.144203 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.145406 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0a7c8f15-6695-4745-9e0f-ecb65da9a68b admin admin] 10.222.0.57 "DELETE /v2.0/routers/b1022038-937a-4a76-9103-3372b5c2cc14 HTTP/1.1" status: 204 len: 168 time: 1.0662775 Apr 06 11:03:11.147999 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49676) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:11.199199 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_v2 [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Deleting subnet e1b0bcb8-41a9-4440-a684-22fef7f031df {{(pid=120430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:03:11.202334 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Publish callbacks [] for subnet (e1b0bcb8-41a9-4440-a684-22fef7f031df), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.237702 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4764471'] for subnet (e1b0bcb8-41a9-4440-a684-22fef7f031df), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.317888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (e1b0bcb8-41a9-4440-a684-22fef7f031df), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.370251 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4744414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (e1b0bcb8-41a9-4440-a684-22fef7f031df), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.387136 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d900fce3-3a00-4834-979f-3c86afb4903a None None] Network 383d9778-7163-466c-b850-373043b32460 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:03:11.398079 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.401440 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e1b0bcb8-41a9-4440-a684-22fef7f031df HTTP/1.1" status: 204 len: 168 time: 0.2524199 Apr 06 11:03:11.402737 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d3299-5eb2-4806-ab74-aa868e8a2831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b0bcb8-41a9-4440-a684-22fef7f031df,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:11.404160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49678) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:11.475271 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (383d9778-7163-466c-b850-373043b32460), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.536562 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Deleting port a7d5d269-3df5-44c6-9c27-97cd06299b7a {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:11.536904 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.551942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] DHCP port deletion for 383d9778-7163-466c-b850-373043b32460 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:03:11.609594 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Deleting port a7d5d269-3df5-44c6-9c27-97cd06299b7a {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:11.610061 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.623542 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] For port a7d5d269-3df5-44c6-9c27-97cd06299b7a, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a7d5d269-3df5-44c6-9c27-97cd06299b7a,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:11.623828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.638248 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Calling delete_port for a7d5d269-3df5-44c6-9c27-97cd06299b7a owned by network:dhcp {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:11.678248 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] For port a7d5d269-3df5-44c6-9c27-97cd06299b7a, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a7d5d269-3df5-44c6-9c27-97cd06299b7a,segment=NetworkSegment(91e5256a-8368-4268-8463-536768267b41),segment_id=91e5256a-8368-4268-8463-536768267b41)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:11.678737 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.692000 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Calling delete_port for a7d5d269-3df5-44c6-9c27-97cd06299b7a owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:11.729105 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.759370 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] No DVR routers for this DVR port a7d5d269-3df5-44c6-9c27-97cd06299b7a on host dv-cinder-836071-2-iscsi {{(pid=120431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:11.761629 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d5d269-3df5-44c6-9c27-97cd06299b7a,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:11.782553 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (a7d5d269-3df5-44c6-9c27-97cd06299b7a), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.811486 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] Pushing event deleted for resources: {'Port': ['ID=a7d5d269-3df5-44c6-9c27-97cd06299b7a,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:11.818215 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18c538d-6695-4855-9783-2c5170189b49 None None] No DVR routers for this DVR port a7d5d269-3df5-44c6-9c27-97cd06299b7a on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:11.838308 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (383d9778-7163-466c-b850-373043b32460), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.864514 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383d9778-7163-466c-b850-373043b32460']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:11.874020 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e5256a-8368-4268-8463-536768267b41') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:11.874260 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e5256a-8368-4268-8463-536768267b41') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:11.883962 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (91e5256a-8368-4268-8463-536768267b41), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.897266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (91e5256a-8368-4268-8463-536768267b41), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.903645 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:03:11.904059 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (91e5256a-8368-4268-8463-536768267b41), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:03:11.905823 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:03:11.962017 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (383d9778-7163-466c-b850-373043b32460), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.967305 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.971174 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] 10.222.0.57 "DELETE /v2.0/networks/383d9778-7163-466c-b850-373043b32460 HTTP/1.1" status: 204 len: 168 time: 0.5659695 Apr 06 11:03:11.983740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d8a3-d66d-4ca4-b4fb-1ad26966e6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=383d9778-7163-466c-b850-373043b32460,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:12.137811 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49682) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:12.181612 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5c9b084c-6a00-499a-8374-42531285a6b9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7ce68977f1b546ca8dddf1799f7d2d33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426033 Apr 06 11:03:12.184399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49686) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:12.230804 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] Publish callbacks [] for security_group (72291bdb-80f0-4ac3-8e87-dd29536e5725), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.254936 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] Publish callbacks [] for security_group (72291bdb-80f0-4ac3-8e87-dd29536e5725), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.307480 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (72291bdb-80f0-4ac3-8e87-dd29536e5725), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.310316 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.311514 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72291bdb-80f0-4ac3-8e87-dd29536e5725 HTTP/1.1" status: 204 len: 168 time: 0.1262250 Apr 06 11:03:12.319589 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9f77d-5cb0-4487-9965-b3cc804fc31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72291bdb-80f0-4ac3-8e87-dd29536e5725,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:12.619153 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49694) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:12.659807 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-24c29994-af64-48a7-b177-798fa12ecece admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2d9cb10dd39a4100befd417be1331aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394166 Apr 06 11:03:12.662265 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49696) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:12.695253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device cd782492-86e7-40b9-bcd2-86bfd1a5b892 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:12.711234 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] Publish callbacks [] for security_group (abe61af6-1e4e-4195-b69e-0bcb338a93fa), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.715400 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: cd782492-86e7-40b9-bcd2-86bfd1a5b892 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:12.715749 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device cd782492-86e7-40b9-bcd2-86bfd1a5b892 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:12.716174 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a7d5d269-3df5-44c6-9c27-97cd06299b7a no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:12.731625 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] Publish callbacks [] for security_group (abe61af6-1e4e-4195-b69e-0bcb338a93fa), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.734454 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: a7d5d269-3df5-44c6-9c27-97cd06299b7a {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:12.734841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a7d5d269-3df5-44c6-9c27-97cd06299b7a not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:12.735260 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 8eafabe3-5e60-42b8-97da-3ece8724a97b no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:12.757672 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 8eafabe3-5e60-42b8-97da-3ece8724a97b {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:12.758025 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 8eafabe3-5e60-42b8-97da-3ece8724a97b not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:12.782047 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (abe61af6-1e4e-4195-b69e-0bcb338a93fa), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.784773 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.785959 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abe61af6-1e4e-4195-b69e-0bcb338a93fa HTTP/1.1" status: 204 len: 168 time: 0.1228004 Apr 06 11:03:12.794660 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a078f08-0a54-49ef-a8b8-0f6b7213b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe61af6-1e4e-4195-b69e-0bcb338a93fa,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:14.241099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9c0fc329-4c61-4cba-80e1-308954dd0d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.729841 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9a6f5799-0561-4ac7-a9c1-6ac7f110a51b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.064773 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.572387 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.912499 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:32.990432 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:44.243073 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8c287182-fffc-40b1-ab30-d874e61c288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:46.731838 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c0cd50b8-01e1-4c42-a55a-048a9d3f7c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:47.307752 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:03:48.067361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:49.574929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:50.914975 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:52.304856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4239c-6009-4224-a9b8-108f4b57269e req-2888ac2e-a3da-4b55-aff2-8563a2806c24 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:52.306360 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-91c4239c-6009-4224-a9b8-108f4b57269e req-2888ac2e-a3da-4b55-aff2-8563a2806c24 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.0535793 Apr 06 11:03:52.352844 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-91c4239c-6009-4224-a9b8-108f4b57269e req-550ec75b-b512-4385-8159-a4c92b2405cd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Apr 06 11:03:53.474364 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88000c6c-2b60-4fc2-b4a1-aa554656553e req-a160c13d-d3b7-49df-8821-a7ebe91e718b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:53.475825 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-88000c6c-2b60-4fc2-b4a1-aa554656553e req-a160c13d-d3b7-49df-8821-a7ebe91e718b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.0554006 Apr 06 11:03:53.521984 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-88000c6c-2b60-4fc2-b4a1-aa554656553e req-5c23c0f9-7597-4d65-b986-b79a0bf0abcd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=c60fba78-ff5c-40aa-9b18-b9e90ad33319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406127 Apr 06 11:03:53.996391 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-eb7d19f3-031f-49e3-a4f7-6be42dc4bde8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:53.997909 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-eb7d19f3-031f-49e3-a4f7-6be42dc4bde8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 945 time: 0.0552359 Apr 06 11:03:54.091440 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:54.091776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.180969 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] For port 208e679b-1dd2-4fce-950f-8ee57aaa61e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=208e679b-1dd2-4fce-950f-8ee57aaa61e1,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:54.181246 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.349335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.349701 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.350041 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP d614529a-9452-40dd-87ce-ea4b365dde20 disassociated. External IP: 172.27.0.209, port: 208e679b-1dd2-4fce-950f-8ee57aaa61e1. Apr 06 11:03:54.350378 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 208e679b-1dd2-4fce-950f-8ee57aaa61e1 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:54.478228 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (208e679b-1dd2-4fce-950f-8ee57aaa61e1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.506998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=208e679b-1dd2-4fce-950f-8ee57aaa61e1,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:54.518984 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.519335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.519676 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.520014 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.520345 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.520674 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.521004 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.521340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.521668 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.521990 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.522310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.522631 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.522964 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.523263 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.523578 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:54.641868 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a7d03974-93c9-4648-bee8-412d559d9430 req-be12acf7-197d-4f97-b88f-0e80c39e0eb0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=76c59704-08a8-416d-b4ff-8a1ca8d2c577 HTTP/1.1" status: 200 len: 210 time: 0.0334942 Apr 06 11:03:54.661869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:54.772125 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:54.782358 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:54.792029 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:54.792635 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:03:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:54.812871 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] No DVR routers for this DVR port 208e679b-1dd2-4fce-950f-8ee57aaa61e1 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:54.816069 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:54.819495 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-767c6775-4448-4458-a3e5-224da4e0a1c0 req-ac40d9eb-aa1e-4f6b-8149-afec0878d1fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "DELETE /v2.0/ports/208e679b-1dd2-4fce-950f-8ee57aaa61e1 HTTP/1.1" status: 204 len: 173 time: 0.8147836 Apr 06 11:03:54.819938 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'name': 'network-vif-deleted', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:54.822224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895c7990-08d4-4070-b019-cf6dc0235f96" -d '{"events": [{"server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "name": "network-vif-deleted", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:54.858874 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec30525-f75e-4352-a1de-3b4d1ca9afc9 x-openstack-request-id: req-7ec30525-f75e-4352-a1de-3b4d1ca9afc9 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:54.859210 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c59704-08a8-416d-b4ff-8a1ca8d2c577", "name": "network-vif-deleted", "tag": "208e679b-1dd2-4fce-950f-8ee57aaa61e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:54.859434 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ec30525-f75e-4352-a1de-3b4d1ca9afc9 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:54.859850 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec30525-f75e-4352-a1de-3b4d1ca9afc9'] response: {'server_uuid': '76c59704-08a8-416d-b4ff-8a1ca8d2c577', 'name': 'network-vif-deleted', 'tag': '208e679b-1dd2-4fce-950f-8ee57aaa61e1', 'status': 'completed', 'code': 200} Apr 06 11:03:54.910623 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:55.117353 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:55.143062 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:55.151010 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:55.151601 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:03:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:55.256795 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:55.460401 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:55.486399 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ebc661-f71a-4487-b49e-216f24beb586 None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:55.702375 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e379c8-085c-4ebf-b124-37a79b4c2d07 None None] New status for floating IP d614529a-9452-40dd-87ce-ea4b365dde20: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:55.729903 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49786) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:55.787580 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (c60fba78-ff5c-40aa-9b18-b9e90ad33319), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:55.811241 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (c60fba78-ff5c-40aa-9b18-b9e90ad33319), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:55.862677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (c60fba78-ff5c-40aa-9b18-b9e90ad33319), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:55.865218 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:55.866443 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/security-groups/c60fba78-ff5c-40aa-9b18-b9e90ad33319 HTTP/1.1" status: 204 len: 168 time: 0.1354918 Apr 06 11:03:55.869332 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49788) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:55.875704 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441cf4e-90e8-49ab-9893-cfd29d05b9d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60fba78-ff5c-40aa-9b18-b9e90ad33319,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:55.882832 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-4e51a59e-0636-455e-99df-85aa37650108 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] show failed (client error): The resource could not be found. Apr 06 11:03:55.887046 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4e51a59e-0636-455e-99df-85aa37650108 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups/c60fba78-ff5c-40aa-9b18-b9e90ad33319 HTTP/1.1" status: 404 len: 347 time: 0.0166018 Apr 06 11:03:55.887294 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49790) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:56.016231 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port f3be5586-fe80-4cee-8d22-762a17c1f437 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:56.016620 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.060555 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 208e679b-1dd2-4fce-950f-8ee57aaa61e1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:56.080231 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 208e679b-1dd2-4fce-950f-8ee57aaa61e1 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:56.080480 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 208e679b-1dd2-4fce-950f-8ee57aaa61e1 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:56.091642 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.091970 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (f3be5586-fe80-4cee-8d22-762a17c1f437), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.104234 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for f3be5586-fe80-4cee-8d22-762a17c1f437 owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:56.236385 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (f3be5586-fe80-4cee-8d22-762a17c1f437), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.259773 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=f3be5586-fe80-4cee-8d22-762a17c1f437,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:56.324347 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (d614529a-9452-40dd-87ce-ea4b365dde20), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.326896 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.328031 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-f59ac065-99e6-4c8f-9bf6-1959a5cf221a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/floatingips/d614529a-9452-40dd-87ce-ea4b365dde20 HTTP/1.1" status: 204 len: 168 time: 0.4399891 Apr 06 11:03:56.559449 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49794) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:56.564056 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697479110', 'description': 'tempest-description--1788902966'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:56.584065 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.648388 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (14a5e10c-0423-4c99-9cae-ff64dc01ea8f), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.651809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (14a5e10c-0423-4c99-9cae-ff64dc01ea8f), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.680653 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.681899 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1214352 Apr 06 11:03:56.683929 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cabbc5-4116-4984-ad44-cda89a512011 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a5e10c-0423-4c99-9cae-ff64dc01ea8f,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:56.685135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49796) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:56.691205 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '14a5e10c-0423-4c99-9cae-ff64dc01ea8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:56.715574 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (ada42c35-8fbe-4eb3-b2e7-cb3d8170b373), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.770300 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (ada42c35-8fbe-4eb3-b2e7-cb3d8170b373), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.773755 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (ada42c35-8fbe-4eb3-b2e7-cb3d8170b373), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.790588 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada42c35-8fbe-4eb3-b2e7-cb3d8170b373,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:56.798400 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.798810 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.799162 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.799504 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.799884 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.800172 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.800530 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.800860 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.801160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.801517 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.801846 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.802170 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.802495 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.802814 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.803137 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:56.808330 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.809545 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0f3f8889-da4b-45e5-9787-0fc4513b0635 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232486 Apr 06 11:03:56.812158 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 49798) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:56.817085 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'security_group_rule': {'security_group_id': '14a5e10c-0423-4c99-9cae-ff64dc01ea8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:56.841165 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (d34ea5ad-6c80-4447-a5f7-369557a9c713), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.897381 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (d34ea5ad-6c80-4447-a5f7-369557a9c713), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.901058 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510358'] for security_group_rule (d34ea5ad-6c80-4447-a5f7-369557a9c713), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.921160 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34ea5ad-6c80-4447-a5f7-369557a9c713,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:56.926923 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:56.928124 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-5060ba54-373f-44d6-a385-a1f68e376bb3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150131 Apr 06 11:03:56.933159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49800) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:56.937834 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:56.958859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.057963 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.159881 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.27.0.131 (bdc29460-004c-4490-ab8a-744a3001ff4f/95ac4113-0762-4fec-9f51-cd8a71e1a4e5/2febb965-5871-4508-be45-a923df07da31) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:57.260914 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (2febb965-5871-4508-be45-a923df07da31), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.294042 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (2febb965-5871-4508-be45-a923df07da31), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.333915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network bdc29460-004c-4490-ab8a-744a3001ff4f is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:57.336937 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:57.339335 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:57.364372 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=2febb965-5871-4508-be45-a923df07da31,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:57.431211 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.466528 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (2febb965-5871-4508-be45-a923df07da31), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.614314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (2febb965-5871-4508-be45-a923df07da31), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.618540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (2febb965-5871-4508-be45-a923df07da31), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.691148 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=2febb965-5871-4508-be45-a923df07da31,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:57.699310 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.715006 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:57.716237 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-7fc39161-6753-4efb-98f4-c15159aa00d6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7819853 Apr 06 11:03:57.909039 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-aab2ac00-1762-4aab-a3d6-5d60f700a076 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--697479110&fields=id&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 267 time: 0.0440893 Apr 06 11:03:58.019543 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-3cca8f10-335a-4428-a9ed-19b447ace443 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:58.020898 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-3cca8f10-335a-4428-a9ed-19b447ace443 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1054485 Apr 06 11:03:58.187956 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-bd85cf44-8b39-4248-9dc5-aea3f778db6a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/quotas/ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 375 time: 0.1613657 Apr 06 11:03:58.246809 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-d745b0b9-58ee-4d7b-9d54-056a6b5fd884 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527124 Apr 06 11:03:58.345174 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-80a59b9d-0267-442f-bae8-a777b0811c6a service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862615 Apr 06 11:03:58.436512 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-c16f990d-98c5-4d24-9be6-7fb2db25c2c8 service neutron] 10.222.0.57 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856285 Apr 06 11:03:58.653130 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c027dac0-2819-4d34-80d3-f411645297fc req-6a98db00-e450-4f17-b266-2988e5a8d859 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0860922 Apr 06 11:03:59.691393 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-c872555b-098c-48ca-9c28-8b91ba0fc522 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:59.693098 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-c872555b-098c-48ca-9c28-8b91ba0fc522 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 815 time: 0.1320307 Apr 06 11:03:59.758169 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-60f4f06b-2584-4c68-87cd-a811cd4dce33 req-d3135b93-16e4-42db-8a07-d059d913d3e1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0320373 Apr 06 11:03:59.772357 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-0a3d6722-3177-48ee-a0b6-5cd07c8d984d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecede759a7964e65892dc919b2ffb897 HTTP/1.1" status: 200 len: 379 time: 0.0569742 Apr 06 11:03:59.858784 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'port': {'device_id': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'admin_state_up': True, 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'security_groups': ['14a5e10c-0423-4c99-9cae-ff64dc01ea8f']}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:59.983363 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Made reservation on behalf of ecede759a7964e65892dc919b2ffb897 for: {'port': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:59.987550 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.115185 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_common [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Allocated IP 172.20.0.7 (d209336b-d229-4c64-a39f-091a6a2c0425/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5/5c1af603-16b4-48b3-aaef-c5e93fd18700) {{(pid=120430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:04:00.250849 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.284457 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774270581252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.333031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Network d209336b-d229-4c64-a39f-091a6a2c0425 is already hosted by enough agents. {{(pid=120430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:04:00.336244 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Resources bound (agent type, host, resource id): {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:04:00.339903 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Received port after_create {{(pid=120430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:04:00.590187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-d9eab7fe-f65f-4fe0-8fd9-a6fba61abf25 None None] Provisioning complete for port 5c1af603-16b4-48b3-aaef-c5e93fd18700 triggered by entity DHCP. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:04:00.590807 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d9eab7fe-f65f-4fe0-8fd9-a6fba61abf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.633529 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-d9eab7fe-f65f-4fe0-8fd9-a6fba61abf25 None None] Port 5c1af603-16b4-48b3-aaef-c5e93fd18700 cannot update to ACTIVE because it is not bound. {{(pid=120433) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:04:00.663354 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event updated for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:00.689241 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:00.689872 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.705901 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-b9bd7576-d034-44f9-8765-ef30dbf1dfa5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509943 Apr 06 11:04:00.877803 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26177a8a-2bf7-4ca2-aeb9-48b3aaa7a245 req-fec9a591-4469-471e-ae6a-755caa18f3a5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:00.879274 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-26177a8a-2bf7-4ca2-aeb9-48b3aaa7a245 req-fec9a591-4469-471e-ae6a-755caa18f3a5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 931 time: 0.0525117 Apr 06 11:04:00.885869 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Request body: {'port': {'device_id': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:00.983811 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:00.989984 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-26177a8a-2bf7-4ca2-aeb9-48b3aaa7a245 req-3a76739c-7674-480f-acdb-f94e13c45ab0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005483 Apr 06 11:04:01.253817 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1af603-16b4-48b3-aaef-c5e93fd18700 {{(pid=120430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:01.260953 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks [] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:01.273856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.provisioning_blocks [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Transition to ACTIVE for port object 5c1af603-16b4-48b3-aaef-c5e93fd18700 will not be triggered until provisioned by entity L2. {{(pid=120430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:04:01.277707 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:01.326077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=2']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:01.403983 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Attempting to bind port 5c1af603-16b4-48b3-aaef-c5e93fd18700 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:04:01.404327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Attempting to bind port 5c1af603-16b4-48b3-aaef-c5e93fd18700 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:04:01.404666 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Attempting to bind port 5c1af603-16b4-48b3-aaef-c5e93fd18700 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:01.410124 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Port 5c1af603-16b4-48b3-aaef-c5e93fd18700 on network d209336b-d229-4c64-a39f-091a6a2c0425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:04:01.410451 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Attempting to bind port 5c1af603-16b4-48b3-aaef-c5e93fd18700 on network d209336b-d229-4c64-a39f-091a6a2c0425 {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:01.415602 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Checking agent: {'id': '44b7faf6-08a6-44b1-9415-d615a3b41c38', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'started_at': datetime.datetime(2022, 4, 6, 10, 51, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:04:01.415932 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Checking segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:04:01.416323 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Bound using segment: {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'} {{(pid=120430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:04:01.416759 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.managers [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Bound port: 5c1af603-16b4-48b3-aaef-c5e93fd18700, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99536e0c-03b3-4fdc-93e3-6adbf6da58f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425'}}] {{(pid=120430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:04:01.417123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:01.483839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, cleared binding levels {{(pid=120430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:04:01.486915 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:04:01.492778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4744336'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:01.525092 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:01.525900 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:01.527285 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] 10.222.0.18 "PUT /v2.0/ports/5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1093 time: 0.6452982 Apr 06 11:04:01.529520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:01.531686 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb35b14e-9d51-42d1-b00b-434ea32c653b" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:01.566199 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a2a10-905e-44b3-893b-438bbdbf7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=3']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:01.603946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef7fc86-a9e5-43cf-a9df-813e1cdffd24 x-openstack-request-id: req-5ef7fc86-a9e5-43cf-a9df-813e1cdffd24 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:01.604315 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:01.604510 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ef7fc86-a9e5-43cf-a9df-813e1cdffd24 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:01.604888 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef7fc86-a9e5-43cf-a9df-813e1cdffd24'] response: {'name': 'network-changed', 'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'status': 'completed', 'code': 200} Apr 06 11:04:01.641017 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-6c07a33c-adf8-43fa-a50b-6b636a6801f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:01.643503 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-6c07a33c-adf8-43fa-a50b-6b636a6801f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1127 time: 0.0535266 Apr 06 11:04:01.699002 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-cbe09dbc-8aee-4520-b8a1-5fca1c9f8eb9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 217 time: 0.0406837 Apr 06 11:04:01.750508 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-430154ad-c500-42e6-805a-c334e71ce7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:01.752345 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-430154ad-c500-42e6-805a-c334e71ce7d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0470026 Apr 06 11:04:01.801619 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-1b2d1318-87db-4ba6-ad4f-b6c73dce2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:01.803194 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-1b2d1318-87db-4ba6-ad4f-b6c73dce2341 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451248 Apr 06 11:04:01.896700 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-ba315f6b-85bb-4d4f-bf2e-38a539ed187e service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Apr 06 11:04:01.986062 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cdbe52e-f50f-4e6c-9bdd-b748a25d164d req-58ef18b7-3b83-4bdd-80a7-0834d1edd213 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837183 Apr 06 11:04:02.116501 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c74d77-78e6-4f61-93c5-1e79d3122678 req-0272a2a8-e367-4bfb-8781-ba768ff05b13 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:02.117921 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d4c74d77-78e6-4f61-93c5-1e79d3122678 req-0272a2a8-e367-4bfb-8781-ba768ff05b13 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 943 time: 0.0570910 Apr 06 11:04:02.166220 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d4c74d77-78e6-4f61-93c5-1e79d3122678 req-96e47d2c-4f22-48c0-a410-e480bdfcd7b9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Apr 06 11:04:02.792465 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-2e3dfa6a-3a04-4f4e-a76a-40a12ec53138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:02.793998 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-2e3dfa6a-3a04-4f4e-a76a-40a12ec53138 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1127 time: 0.0457423 Apr 06 11:04:02.883572 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-c8907f4b-7230-44f6-9754-13812b91f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:02.885003 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-c8907f4b-7230-44f6-9754-13812b91f9ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0855441 Apr 06 11:04:02.925294 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-09c965c7-762a-4304-9ee5-d8cf96cca9f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 217 time: 0.0344021 Apr 06 11:04:02.973119 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-9252bc8e-cfd1-4537-ad4b-9fc90adac8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:02.974605 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-9252bc8e-cfd1-4537-ad4b-9fc90adac8eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0435507 Apr 06 11:04:03.009230 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:03.025284 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-a054f705-de8d-4214-9ca2-6137ea6f831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:03.026830 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-a054f705-de8d-4214-9ca2-6137ea6f831c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467689 Apr 06 11:04:03.117216 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-b322b852-31c5-411e-9b46-2716df034492 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848205 Apr 06 11:04:03.209457 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb35b14e-9d51-42d1-b00b-434ea32c653b req-909f5f78-2996-4cfd-b8de-2ff4e69d849b service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865171 Apr 06 11:04:03.287366 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539ee9-91e6-47e6-aca9-5b489531e4d6 req-e85b18d0-9176-4b58-b6ab-310d3e1a7ca6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:03.288821 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50539ee9-91e6-47e6-aca9-5b489531e4d6 req-e85b18d0-9176-4b58-b6ab-310d3e1a7ca6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 943 time: 0.0515733 Apr 06 11:04:03.339864 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50539ee9-91e6-47e6-aca9-5b489531e4d6 req-d11e56d7-0cfb-4945-a93b-0563632fc585 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453799 Apr 06 11:04:04.091111 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 5c1af603-16b4-48b3-aaef-c5e93fd18700 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=120433) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:04:04.185137 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:04.197219 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Returning: {'device': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'port_id': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'mac_address': 'fa:16:3e:b7:8d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=120433) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:04:04.236960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 5c1af603-16b4-48b3-aaef-c5e93fd18700 is: DOWN; New status is: BUILD {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:04.237367 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:04.254099 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1af603-16b4-48b3-aaef-c5e93fd18700 {{(pid=120433) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:04.273898 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:04.280079 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:04.345680 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=4']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:04.352734 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.353084 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.353457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.353799 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.354133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.354465 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.354790 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.355114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.355439 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.355763 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.356100 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.356439 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.356762 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.357081 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.357422 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:04.459283 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dadf1e-cbb8-4562-b79d-45397e16c1a8 req-cec02b3c-1d3d-4786-ac99-ea289650b526 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:04.460670 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5dadf1e-cbb8-4562-b79d-45397e16c1a8 req-cec02b3c-1d3d-4786-ac99-ea289650b526 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 944 time: 0.0546041 Apr 06 11:04:04.510356 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a5dadf1e-cbb8-4562-b79d-45397e16c1a8 req-3df771e9-d916-43cc-bf7d-dd99c673e765 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Apr 06 11:04:04.563901 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] get_ports_and_sgs() called for port_ids ['5c1af603-16b4-48b3-aaef-c5e93fd18700'] {{(pid=120433) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:04:05.629154 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4671b7-4fda-4d65-b5d3-fa7db5ea8805 req-36729f0c-b22e-4e17-af6e-8d7e2352c07f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:05.630660 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cb4671b7-4fda-4d65-b5d3-fa7db5ea8805 req-36729f0c-b22e-4e17-af6e-8d7e2352c07f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 944 time: 0.0522394 Apr 06 11:04:05.681561 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cb4671b7-4fda-4d65-b5d3-fa7db5ea8805 req-0874d55e-8f0f-4975-bc15-3984e48efe20 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Apr 06 11:04:06.111814 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 5c1af603-16b4-48b3-aaef-c5e93fd18700 up at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:04:06.159384 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning for port 5c1af603-16b4-48b3-aaef-c5e93fd18700 completed by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:04:06.163128 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.provisioning_blocks [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Provisioning complete for port 5c1af603-16b4-48b3-aaef-c5e93fd18700 triggered by entity L2. {{(pid=120433) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:04:06.163503 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1440956'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), provisioning_complete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:06.242406 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Current status of the port 5c1af603-16b4-48b3-aaef-c5e93fd18700 is: BUILD; New status is: ACTIVE {{(pid=120433) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:06.242700 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), before_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:06.264418 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700'}] {{(pid=120433) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:06.267221 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b6935bede6447e0499c9eac0fbe3cd24fb829ca8f3d949dfa3235727b733907a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84497ef-2397-413d-b19d-fd2c7c36bb23" -d '{"events": [{"server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "name": "network-vif-plugged", "status": "completed", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700"}]}' {{(pid=120433) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:06.279708 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:06.284295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774270958102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774270581270', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774270581288'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:06.316002 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5e0400-b0af-4133-ab5f-e77902f40398 x-openstack-request-id: req-df5e0400-b0af-4133-ab5f-e77902f40398 {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:06.316002 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "name": "network-vif-plugged", "status": "completed", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700", "code": 200}]} {{(pid=120433) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:06.316002 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df5e0400-b0af-4133-ab5f-e77902f40398 {{(pid=120433) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:06.316331 dv-cinder-836071-2-iscsi neutron-server[120433]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5e0400-b0af-4133-ab5f-e77902f40398'] response: {'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'code': 200} Apr 06 11:04:06.342027 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Pushing event updated for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=5']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:06.520769 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c133c-3b02-4f7b-a026-e640ffce8ae2 req-c902dd45-f8b9-473a-b6fa-15608d2fdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:06.522325 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b6c133c-3b02-4f7b-a026-e640ffce8ae2 req-c902dd45-f8b9-473a-b6fa-15608d2fdada service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0470977 Apr 06 11:04:06.565127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8b6c133c-3b02-4f7b-a026-e640ffce8ae2 req-2eb1b2fb-2690-44e2-b09b-d888dee61852 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374672 Apr 06 11:04:06.800806 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51be79-969f-42dc-bef4-2a9c05243b5b req-38c2b336-2d0b-40e4-a3f6-87c373cf72d8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:06.802305 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cd51be79-969f-42dc-bef4-2a9c05243b5b req-38c2b336-2d0b-40e4-a3f6-87c373cf72d8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0527632 Apr 06 11:04:06.848673 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cd51be79-969f-42dc-bef4-2a9c05243b5b req-46ba9925-dc1a-4c97-aa20-ee3d5f7aefdb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404530 Apr 06 11:04:07.970737 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3f0cd-da4f-450b-9bb3-427c743a928e req-52655271-d378-4860-a3b4-5788a9298ffa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:07.972198 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adc3f0cd-da4f-450b-9bb3-427c743a928e req-52655271-d378-4860-a3b4-5788a9298ffa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0568256 Apr 06 11:04:08.031543 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-adc3f0cd-da4f-450b-9bb3-427c743a928e req-649dece9-6339-488b-82a9-8c7db510800c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535693 Apr 06 11:04:09.148740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6e085-9863-4023-9a79-75ad9c9e63b3 req-b450b169-3e66-44a4-8197-0a565a86c031 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:09.150225 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5df6e085-9863-4023-9a79-75ad9c9e63b3 req-b450b169-3e66-44a4-8197-0a565a86c031 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0520909 Apr 06 11:04:09.196405 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5df6e085-9863-4023-9a79-75ad9c9e63b3 req-254514c4-c6ad-4bf3-813e-6fa3f10638e9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Apr 06 11:04:09.309821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467bd2a-4458-41e6-8e5e-643d89347cd2 req-809273ec-5db1-41d4-a110-44c7693032c3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:09.311308 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3467bd2a-4458-41e6-8e5e-643d89347cd2 req-809273ec-5db1-41d4-a110-44c7693032c3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0537140 Apr 06 11:04:09.320602 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 49864) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:09.324944 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Request body: {'floatingip': {'port_id': '5c1af603-16b4-48b3-aaef-c5e93fd18700'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:09.367314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), before_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:09.802588 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:09.806283 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:09.908084 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP c32e87a9-a522-4e97-b974-38f4f845fc49 associated. External IP: 172.27.0.131, port: 5c1af603-16b4-48b3-aaef-c5e93fd18700. Apr 06 11:04:10.119327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:04:10.227261 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:04:10.232173 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:10.236850 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:04:10.246564 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:10.247175 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:03:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:10.261146 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-15977589-6778-43b9-a2ba-14398acc7fee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "PUT /v2.0/floatingips/c32e87a9-a522-4e97-b974-38f4f845fc49 HTTP/1.1" status: 200 len: 991 time: 0.9395139 Apr 06 11:04:10.262032 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:10.264245 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b783ebc4-e96e-4145-ac6e-2335af7f2dea" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:10.301821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61104dca-fa01-4fd9-80e5-744eb43f5e03 x-openstack-request-id: req-61104dca-fa01-4fd9-80e5-744eb43f5e03 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:10.302124 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:10.302384 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61104dca-fa01-4fd9-80e5-744eb43f5e03 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:10.302799 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61104dca-fa01-4fd9-80e5-744eb43f5e03'] response: {'name': 'network-changed', 'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'status': 'completed', 'code': 200} Apr 06 11:04:10.356021 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:10.387020 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-f7e6d54b-e60f-4a95-af19-01ed492b5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.388436 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-f7e6d54b-e60f-4a95-af19-01ed492b5469 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0451763 Apr 06 11:04:10.485512 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-c6482a8f-48ea-41cc-b5e5-233d7a184ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.486894 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-c6482a8f-48ea-41cc-b5e5-233d7a184ce2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0922668 Apr 06 11:04:10.552936 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-004285db-1654-45a5-a37e-117e50f4f039 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 999 time: 0.0594313 Apr 06 11:04:10.589591 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c32e87a9-a522-4e97-b974-38f4f845fc49', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:b7:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:57Z', 'updated_at': '2022-04-06T11:04:09Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:10.605170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-9043f862-59a3-449a-a90c-b7f8da704e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.606668 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-9043f862-59a3-449a-a90c-b7f8da704e21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0481746 Apr 06 11:04:10.616050 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:04:10.624191 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:10.624793 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:03:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:10.654856 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-21b1b396-4c33-45c1-9fbc-98ae5591d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.656278 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-21b1b396-4c33-45c1-9fbc-98ae5591d07e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436299 Apr 06 11:04:10.748573 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-b14b865b-3fd2-4b88-a600-f07af11fc517 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856838 Apr 06 11:04:10.821122 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:10.844939 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b783ebc4-e96e-4145-ac6e-2335af7f2dea req-ed404a8a-d3c0-4337-94bc-7b1509fa84b5 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898240 Apr 06 11:04:11.047142 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c32e87a9-a522-4e97-b974-38f4f845fc49', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:b7:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:57Z', 'updated_at': '2022-04-06T11:04:09Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:11.073068 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956ac3ae-be0b-49b2-8e9f-b8fc56c6b28b None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_floatingips': [{'id': 'c32e87a9-a522-4e97-b974-38f4f845fc49', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'router_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'port_id': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'mac_address': 'fa:16:3e:b7:8d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:57Z', 'updated_at': '2022-04-06T11:04:09Z', 'revision_number': 1, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:04:11.265067 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c51af14-0281-4f2e-9ee0-a408a90217bf None None] New status for floating IP c32e87a9-a522-4e97-b974-38f4f845fc49: ACTIVE {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:04:14.244971 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-29ccff59-d963-4090-a40e-655b8c1e5925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:16.733547 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e514c401-1d8c-4e35-8e23-1641e12e20ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:18.069740 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:19.578015 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:20.916053 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:24.307382 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:04:33.009433 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:44.246600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5c3601fa-e534-4d99-810d-2afeedae6bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:46.745507 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3f9be95a-4284-423e-b3db-35ac0c9d14c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:48.073683 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:49.582080 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:50.919168 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:01.307960 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:05:03.017401 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:14.250712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-535ecdbe-1296-4938-a137-d068b3420f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:16.738831 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-db3a404f-042f-48cc-b458-7704e0aad1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:18.076114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:19.586080 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:20.924279 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:33.006580 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:38.307363 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:05:38.939335 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-ebbb9dfa-6d64-4b3e-a972-cb501e9f7a88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950499 Apr 06 11:05:39.286553 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-60e27882-4cb4-4875-8a29-d164170b2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:39.288433 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-60e27882-4cb4-4875-8a29-d164170b2c09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0471187 Apr 06 11:05:39.408542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-3d951f46-255a-404d-858d-54a2ca47577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:39.410121 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-3d951f46-255a-404d-858d-54a2ca47577c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.0933571 Apr 06 11:05:39.474799 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-223b439e-f720-4b52-93dd-856c4bb9fd55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0579603 Apr 06 11:05:39.526648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-21a4c1c2-b294-4b79-b8f3-7530c387696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:39.528068 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-21a4c1c2-b294-4b79-b8f3-7530c387696b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0471098 Apr 06 11:05:39.576783 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-0bf7c22c-fc59-4a56-9aef-0853412a6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:39.578362 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-0bf7c22c-fc59-4a56-9aef-0853412a6141 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444813 Apr 06 11:05:39.588303 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-106ddecf-12c8-485b-809e-1e9e397ccacf service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:05:39.589340 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-106ddecf-12c8-485b-809e-1e9e397ccacf service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050700 Apr 06 11:05:39.676754 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-3d39196d-cfe0-4589-8133-479f78904434 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808482 Apr 06 11:05:39.767288 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5ac9bc05-3745-4fc8-9bdf-4b6d37c89761 req-f6455b23-ad17-4457-827e-f0aae6cae47d service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846713 Apr 06 11:05:44.254724 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fcafe5d8-02a6-4085-997c-07ca76853308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:46.742177 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f8dbf46e-7511-4df8-909c-ee12a60f719f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:48.081759 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:49.588047 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:50.919825 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.019361 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:14.258599 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f3157d82-3820-4021-933e-18746e87c960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:15.307515 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:06:15.742487 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-fc12cabb-b87b-4c61-a2c1-784140eec5e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473111 Apr 06 11:06:15.821266 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-5320e523-abf1-4560-b66b-915238eecf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:15.822843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-5320e523-abf1-4560-b66b-915238eecf46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0460060 Apr 06 11:06:15.929042 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-10fd7b05-6872-406d-9093-dc12c2923c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:15.931000 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-10fd7b05-6872-406d-9093-dc12c2923c6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0897293 Apr 06 11:06:16.010434 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-7e23e7b1-7d14-49ad-af58-4fbaf73457ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0732093 Apr 06 11:06:16.071262 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-258a225f-bcdd-44fa-b2bc-74bde4fc457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:16.072770 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-258a225f-bcdd-44fa-b2bc-74bde4fc457f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0558617 Apr 06 11:06:16.124412 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-665b5d86-f3f1-45f2-975c-5d2341cf8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:16.126096 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-665b5d86-f3f1-45f2-975c-5d2341cf8399 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470173 Apr 06 11:06:16.213874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-f3a9b0e5-7350-43f6-b627-b283f2a417ba service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812385 Apr 06 11:06:16.308450 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85c6585b-303b-4201-9f35-a00a5f949bb1 req-98cf2ad6-e7dd-4259-a919-41f6da7494b1 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 Apr 06 11:06:16.745499 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-26adc7c8-2ac1-4087-a9f9-55a1677df56e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:18.081783 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:19.590662 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:20.924187 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:33.024588 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:44.259787 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b31fe92a-7e56-4baa-ad8c-5681bd51d227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:46.749942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-83e741d3-a52e-464e-9115-57a293aeeb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:48.084892 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:49.593476 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:50.928911 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:52.306754 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:03.033434 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:04.681529 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-b2e5848b-df85-40e2-9026-595b59951cef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443225 Apr 06 11:07:04.779090 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-9cfc8b2d-1d87-4e23-8703-c3523df9d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:04.780589 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-9cfc8b2d-1d87-4e23-8703-c3523df9d973 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0444210 Apr 06 11:07:04.887224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-6bb762cb-23f9-40a3-bc40-fb52b8d502a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:04.888512 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-6bb762cb-23f9-40a3-bc40-fb52b8d502a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.0892408 Apr 06 11:07:04.954965 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-512c8090-43d0-4543-aea8-85b598ad455f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0592771 Apr 06 11:07:05.008860 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-5bb04b26-e45c-459e-8483-c19bbd5f07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.010372 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-5bb04b26-e45c-459e-8483-c19bbd5f07f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0496144 Apr 06 11:07:05.058747 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-af04b695-8130-415b-9af4-c4df1a2d8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.060218 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-af04b695-8130-415b-9af4-c4df1a2d8012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441413 Apr 06 11:07:05.146661 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-69b81bfd-9bb5-4684-9b5a-962eea1d2473 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795462 Apr 06 11:07:05.240183 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb6a347-63b1-4bcc-a10e-2daf9bc41aca req-3f14dc2d-bf91-490c-a79f-9db13e70dbb3 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Apr 06 11:07:14.262015 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-dacd87c3-222f-4767-8161-9f744bbd0f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.750913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8d68eb36-acb2-403e-950a-6ad838ab680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.088096 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.597775 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.931587 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:29.305931 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:33.035990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:44.265035 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-33ed1ded-ba84-404d-a7f3-db2befa7310e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:46.757191 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-678f9fa3-d81b-452c-a888-44b26c6e76a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:48.091913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:49.601698 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:50.935159 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:03.047396 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:06.305292 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:08:06.673730 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-b90f5f8b-32b4-4303-8b38-4ea78c8568a6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446892 Apr 06 11:08:06.752715 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-88439632-1cde-41d7-b4ee-74a3831dcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:06.754237 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-88439632-1cde-41d7-b4ee-74a3831dcda5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0469708 Apr 06 11:08:06.868620 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-e9709b77-b51d-40e8-8f0a-05763417b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:06.870645 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-e9709b77-b51d-40e8-8f0a-05763417b86a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0975933 Apr 06 11:08:06.941854 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-65d6eb02-52ff-4159-8061-8911aedbfc06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0631914 Apr 06 11:08:06.996520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-d1c50274-4ff5-49b6-be4f-35ad575ce5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:06.998038 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-d1c50274-4ff5-49b6-be4f-35ad575ce5ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0511503 Apr 06 11:08:07.053170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-62950220-8477-4998-91d4-87ea30077355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:08:07.055012 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-62950220-8477-4998-91d4-87ea30077355 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503283 Apr 06 11:08:07.145212 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-4f73c963-72f9-41cb-b3a5-2b9a49413681 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Apr 06 11:08:07.241071 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47a34400-7e06-4c08-ae70-28745aa6d680 req-c8f0e571-af9a-48d8-a5bd-4c6a861ea430 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897098 Apr 06 11:08:14.267949 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-15be18da-5d61-47d6-9dcf-89b0cbe6f4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:16.752957 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-345d36f0-15b8-4a23-bcec-4450972a52ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.094525 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:19.609167 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:20.940469 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.073556 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:43.307131 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:08:44.276811 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c0fea5e2-aa2a-4322-aa8f-fc26399a71ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.751041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-98371de9-f72e-43ff-be94-a092979ff95c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.104412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.614452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:50.939720 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:03.080107 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:07.675497 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-73853667-8f4a-4415-a9d0-868046db3ace service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539329 Apr 06 11:09:07.800506 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-30608cae-8419-4a02-bcdc-8c6130b163ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.802147 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-30608cae-8419-4a02-bcdc-8c6130b163ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0631988 Apr 06 11:09:07.940087 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-9710258d-74a7-4427-9237-0c8acfad5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:07.941923 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-9710258d-74a7-4427-9237-0c8acfad5dc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1186473 Apr 06 11:09:08.033418 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-50c8a772-f9f7-41a9-8124-b5d30e1d9974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0847070 Apr 06 11:09:08.100397 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-9b71ef1e-fc6d-4af0-878d-2b06eb9809d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.104976 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-9b71ef1e-fc6d-4af0-878d-2b06eb9809d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0613353 Apr 06 11:09:08.160825 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-3d1c57ff-dc04-4a7b-9122-c8a26800666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:09:08.162466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-3d1c57ff-dc04-4a7b-9122-c8a26800666d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541174 Apr 06 11:09:08.265131 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-7feb56d2-f45d-4b79-9e5d-c0af6b1370c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964022 Apr 06 11:09:08.380678 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fc26b60-c0aa-4b40-9438-9ec49dde11a1 req-53d696d2-fc62-4288-91d8-f9fd878f80b2 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099565 Apr 06 11:09:14.271846 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-54e3bab1-a2c7-4439-a84a-1f98f7b66565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.750246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7aeb1b7e-fcbe-492b-b61c-a2a5467c21e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.103809 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.612537 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:20.310567 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:09:20.942803 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:33.094900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:33.700721 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [req-6931b4f6-0de3-425a-bcd0-f4b422c5402d req-0dcfed24-c4f1-46de-88d0-cf30654df53e service neutron] (120431) timed out ('10.222.0.18', 54154) {{(pid=120431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:09:44.281068 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f50a5d91-664c-4cb4-b08f-7191d81b6d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:46.743581 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b61ebc36-cc5a-4c55-b94a-a8d5e1207d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:48.112643 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:49.618244 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:50.940979 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:57.311124 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:03.107056 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:08.693553 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-73913ab5-13fa-4a1d-ad3b-d8df2d70bb9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633183 Apr 06 11:10:08.788442 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-3450ee40-5b73-45da-ad93-772e4d58d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:08.790018 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-3450ee40-5b73-45da-ad93-772e4d58d0e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0613084 Apr 06 11:10:08.928326 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-18c65881-34e1-46f4-8ee1-9c8608a0be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:08.931544 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-18c65881-34e1-46f4-8ee1-9c8608a0be12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.1174891 Apr 06 11:10:09.009538 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-bcd9d366-a7e2-4cd6-9f94-90dd5a601a3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0706244 Apr 06 11:10:09.081567 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-f84398ca-7ff7-4489-a5d2-9f91b0b7d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:09.083887 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-f84398ca-7ff7-4489-a5d2-9f91b0b7d888 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0665629 Apr 06 11:10:09.151308 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-2101e64c-15b2-4d18-89ff-3400265310c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:10:09.152844 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-2101e64c-15b2-4d18-89ff-3400265310c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636799 Apr 06 11:10:09.249591 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-9a9a9f9c-5f84-4e0c-b627-d50bc7c7e19c service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906258 Apr 06 11:10:09.374091 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-09a20c14-1d7f-463f-a648-bb7c98ac6c8e req-dc58c88f-8d75-4edd-bfec-6dd9809a25f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175117 Apr 06 11:10:14.284694 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d19af402-a707-488e-9ef6-8af57bd19585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.755669 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-130f2755-c0c8-44a5-9572-f23ca7d39d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.111526 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.618605 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:20.948267 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:33.097064 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:34.314669 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:44.284494 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-43fb1bdf-e1c6-4c5b-af41-df0bd164e2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:46.752509 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-23dd944b-00fb-439c-8663-3ae677f1378b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.112587 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:49.623009 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:50.941589 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:03.134253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:09.738447 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-a9104eab-58cc-4cb0-b55b-64b60ee5c98b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1170740 Apr 06 11:11:09.865910 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-32eba4df-0bd6-471e-ba8c-f5190f2f16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:09.867391 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-32eba4df-0bd6-471e-ba8c-f5190f2f16bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0673540 Apr 06 11:11:10.005796 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-736fbb1b-b1c8-4bee-bec8-156e55e46e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:10.007982 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-736fbb1b-b1c8-4bee-bec8-156e55e46e72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1103656 Apr 06 11:11:10.089287 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-0037c34a-bbc2-4de6-a11d-052c7a851957 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0756099 Apr 06 11:11:10.151131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-e6353253-f2e5-43c1-902c-e9809406e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:10.152549 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-e6353253-f2e5-43c1-902c-e9809406e5b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0576484 Apr 06 11:11:10.214864 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-fd99e5de-b061-4ab8-a517-ce2056dc39ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:11:10.216454 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-fd99e5de-b061-4ab8-a517-ce2056dc39ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579243 Apr 06 11:11:10.327272 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-5a751dbc-47fe-4413-93d0-094b81b79007 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045356 Apr 06 11:11:10.448234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-66564673-6be4-43b1-bc65-a44fdf176cdb req-7f9f7d0e-0275-45ca-ab1a-83edaebad83d service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149859 Apr 06 11:11:11.318336 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:11:14.277375 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fe54dc95-a3b3-4365-854b-324a010e2e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.759914 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-634f5906-bbb3-4d94-ad16-1b23a8315e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:18.112055 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:19.631327 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:20.939228 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:33.130713 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:44.284796 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ced3a042-0ed0-491a-9da2-987bc6c5c221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:46.753712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c3758c70-484c-4447-bd51-3d9a190e8e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:48.118676 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:48.322398 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:11:49.628618 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:50.937683 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:03.124744 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:09.668499 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-bb9fe177-44ca-44fe-8c6b-32fe9793bce6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501480 Apr 06 11:12:09.749569 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-7a93caac-9e59-4b1c-8050-79b66f01dfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:09.751061 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-7a93caac-9e59-4b1c-8050-79b66f01dfe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0481598 Apr 06 11:12:09.866494 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-155c0a59-dc42-48e7-bb15-5a9b20d78a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:09.868593 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-155c0a59-dc42-48e7-bb15-5a9b20d78a25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.1002274 Apr 06 11:12:09.943525 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-36197a61-c613-4f95-931d-f86773beb21f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0685453 Apr 06 11:12:09.993634 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-45eedd7e-86ba-43c2-a557-975894362e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:09.995118 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-45eedd7e-86ba-43c2-a557-975894362e50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0465786 Apr 06 11:12:10.046209 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-18072df2-938a-42c6-ae50-d3deef76f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:12:10.047722 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-18072df2-938a-42c6-ae50-d3deef76f03c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468893 Apr 06 11:12:10.150855 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-d0dc94e2-5f76-438f-92ac-084611db02d5 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970414 Apr 06 11:12:10.518776 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b8e96d1-1642-45ea-9115-61419129f7c9 req-b6b396b4-69a0-45a8-b03e-186f5b60bbf7 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607924 Apr 06 11:12:14.279950 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-57f21ca7-5b83-47f9-b0d3-9f25863bc26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:16.756625 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3cb11aeb-9251-45d7-8be8-a6a328eae4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:18.123190 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:19.632304 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:20.934613 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:25.321811 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:12:33.123454 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:44.283904 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b96aba58-bfc7-4377-b7c0-53db48edb4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.760370 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fb8e2d88-8782-40f3-b526-7c9382965d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:48.128440 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:49.635253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:50.930942 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:02.321115 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:13:03.122886 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:09.664026 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-427d6f75-8f1e-4359-924f-9ac03dca40c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471919 Apr 06 11:13:09.776443 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-ed2cd67d-c221-47c6-8833-b969f98104f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:09.778570 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-ed2cd67d-c221-47c6-8833-b969f98104f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0538306 Apr 06 11:13:09.903730 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-c64a9aeb-f32f-4cc1-a338-771d2c78fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:09.905252 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-c64a9aeb-f32f-4cc1-a338-771d2c78fad8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.1045392 Apr 06 11:13:09.979431 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-807ad93e-8ff6-4fb1-9635-cddd6799da7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0682352 Apr 06 11:13:10.027004 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-2e192822-31bf-438c-b102-1930941e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:10.028461 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-2e192822-31bf-438c-b102-1930941e292c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0439622 Apr 06 11:13:10.085886 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-697e6e08-f449-486f-af96-4ff74b79834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:13:10.087420 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-697e6e08-f449-486f-af96-4ff74b79834f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526843 Apr 06 11:13:10.204604 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-112f2e19-f5a9-4144-a1a5-f7372deda097 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093695 Apr 06 11:13:10.300759 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-65b8d0e3-bd4c-401c-aac1-e2e37852916e req-5cb0940a-6f94-4a97-b5a5-e2d7d244d3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902772 Apr 06 11:13:14.287491 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-750bc306-a90a-4424-90b3-06fe4486ba32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:16.766654 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-28a90b69-54d1-4f11-9fa6-06ed392cc1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:18.255041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:19.635861 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:20.933371 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:33.123425 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:39.322523 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:13:44.290782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-93b92845-05e7-4c5b-ba1e-48f8951a3e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:46.759898 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-51f8b333-2a50-40c5-9041-6b71fdc6c53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:48.129258 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:49.642273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:13:50.937929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:03.126247 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:11.680176 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-5b3de68a-814b-4e52-b8c0-0fb007d2d0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501487 Apr 06 11:14:11.754368 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-0504fb21-167e-413c-b6a9-a42c4b9931ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:11.755858 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-0504fb21-167e-413c-b6a9-a42c4b9931ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0439131 Apr 06 11:14:11.868290 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-493765f6-07ea-46d4-9d47-8cbee764ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:11.869834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-493765f6-07ea-46d4-9d47-8cbee764ecd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0952461 Apr 06 11:14:11.955732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-969618b1-064b-42c0-b0e2-d7c74b4df605 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0789101 Apr 06 11:14:12.003258 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-b6abf912-f196-43e4-b6cd-13f78697e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:12.004701 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-b6abf912-f196-43e4-b6cd-13f78697e687 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0439181 Apr 06 11:14:12.053549 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-7a731602-d299-4564-9eca-9bfe73557708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:14:12.055265 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-7a731602-d299-4564-9eca-9bfe73557708 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443821 Apr 06 11:14:12.146335 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-8a45eac2-a272-4deb-87e7-07c09c12400b service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 Apr 06 11:14:12.244471 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae103860-29e2-4a69-bd22-50287a0b6734 req-6eb2d958-3ff0-4bf7-b9b6-596b7be52d53 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926988 Apr 06 11:14:14.293452 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7e60ffd2-d360-42b3-80f2-3b73022df138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:16.322227 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:14:16.765088 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-54a8ea8d-adef-4747-bb03-351301f7a6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:18.131924 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:19.645579 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:20.942029 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:33.124145 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:44.302560 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cb24a49d-5d59-4385-89f7-a2115c7503ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:46.767782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-64a548f1-df28-48c8-993d-69a805df2aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:48.133780 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:49.648209 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:50.948445 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:14:53.321915 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:15:03.136757 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.300339 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-47158b01-28de-4efc-bbad-3fc6ec20bfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:14.316064 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-9aa0d1b0-9108-42ce-8918-da32b78e6d1c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564070 Apr 06 11:15:14.426489 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-d666774b-7219-4565-b6b5-cbb0be7ddffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.427938 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-d666774b-7219-4565-b6b5-cbb0be7ddffb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0505404 Apr 06 11:15:14.528031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-81997b83-b4cf-4578-b76c-1e41e10b43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.529800 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-81997b83-b4cf-4578-b76c-1e41e10b43ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.0841119 Apr 06 11:15:14.598162 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-44e9dcfa-bd75-4fba-a840-e414dacc6599 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 1000 time: 0.0623708 Apr 06 11:15:14.656188 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-cbd34c23-3f82-4a36-8c28-6f88831ea849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.657751 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-cbd34c23-3f82-4a36-8c28-6f88831ea849 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0538411 Apr 06 11:15:14.715426 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-d27f48b6-0fbe-4add-a99b-484b65627cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:15:14.717416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-d27f48b6-0fbe-4add-a99b-484b65627cfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540864 Apr 06 11:15:14.814160 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-327cd3ee-7676-4c5b-8407-5000c2a5612c service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906963 Apr 06 11:15:14.905007 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c95a2480-574d-4def-b227-e0639cf5b4ef req-734c89bd-f250-4dce-b8da-d828d852c5a1 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840347 Apr 06 11:15:16.769597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d2d88626-41c8-44a3-b4f0-49c6e03ef058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:18.135708 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:19.648875 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:20.944346 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:30.321104 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:15:33.141326 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:44.304919 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c95e522f-8624-43e9-a9e9-bc4a41198bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:46.775181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cbb5180d-a172-40e5-8c51-7090819bbcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:48.142176 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:49.652102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:50.953464 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:15:59.313492 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-a5c90207-8983-48a6-81fb-7d226457d1c0 service neutron] (120430) timed out ('10.222.0.57', 47562) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:15:59.505917 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-2262f5b2-4108-4bdb-9203-4e4a5f8f18e8 req-68ef9454-e07d-4050-9168-6552af47a6e9 tempest-AttachVolumeShelveTestJSON-1063989995 tempest-AttachVolumeShelveTestJSON-1063989995-project] (120430) timed out ('10.222.0.57', 47570) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:16:01.932776 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-291d5764-3c53-4b16-8fbc-ee879a011da0 service neutron] (120430) timed out ('10.222.0.57', 45166) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:16:02.013390 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-fa37feb3-dda3-426e-997a-aaece6dcb88f req-096129bd-6a86-45ea-aa1c-c4012d81e1fa tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] (120430) timed out ('10.222.0.57', 45184) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:16:03.143634 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:07.320362 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:16:14.307962 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ea7b93b4-4da5-4e9d-953f-87cdc4c7e7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:15.418114 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-2aa6b0d4-3a0a-4f25-810e-1cebf862488e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1623764 Apr 06 11:16:15.505879 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-68f38d2b-ef20-41c6-b74a-737b95faa3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:15.507438 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-68f38d2b-ef20-41c6-b74a-737b95faa3ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0569782 Apr 06 11:16:15.616586 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-0c57bf0a-3ef1-47d2-b97b-5bb514073550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:15.618426 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-0c57bf0a-3ef1-47d2-b97b-5bb514073550 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0892777 Apr 06 11:16:15.692963 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-0201f2a7-5fc7-4b27-bbed-7b030d0872c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.0690131 Apr 06 11:16:15.746587 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-9fff670a-0227-4852-abad-72430da3781e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:15.748104 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-9fff670a-0227-4852-abad-72430da3781e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0486703 Apr 06 11:16:15.801269 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-a0aa4d14-2499-459d-951f-fd1087cdef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:15.803033 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-a0aa4d14-2499-459d-951f-fd1087cdef74 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491247 Apr 06 11:16:15.813400 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-565772b8-181c-4973-b237-0d319c8f8ed7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=120430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:16:15.814516 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-565772b8-181c-4973-b237-0d319c8f8ed7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054235 Apr 06 11:16:15.915205 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-b2b43f01-4240-4ea3-ab85-b73f3e239ea8 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951605 Apr 06 11:16:16.012998 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5b6a93d-f3b6-4f1b-8d78-270840abbc34 req-08d267e9-5228-42b1-a34c-fdeac3d9eaa1 service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923848 Apr 06 11:16:16.776135 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-be94b4a6-6d9e-4152-aff1-669fcfb07968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:18.142597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:19.658448 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:20.949388 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:33.165475 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.048414 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 52828) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:16:42.227223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Deleting port d24e152c-55a4-4c27-a8e3-917e8f98de6f {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:16:42.227485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.313652 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.314015 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (d24e152c-55a4-4c27-a8e3-917e8f98de6f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.327183 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Calling delete_port for d24e152c-55a4-4c27-a8e3-917e8f98de6f owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:16:42.486452 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (d24e152c-55a4-4c27-a8e3-917e8f98de6f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.512395 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event deleted for resources: {'Port': ['ID=d24e152c-55a4-4c27-a8e3-917e8f98de6f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:42.524671 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.524888 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.525231 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.525602 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.525935 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.526266 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.526757 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.527069 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.527351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.527657 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.527983 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.528307 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.528628 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.528967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.529287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:16:42.590022 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (58428d4b-7450-45c2-aa1e-27606edf232a), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.590350 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Floating IP 58428d4b-7450-45c2-aa1e-27606edf232a disassociated (deleted). External IP: 172.27.0.99, port: ab91a5d2-a23c-47a1-86bb-737e051d25e1. Apr 06 11:16:42.826003 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:16:42.952219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:16:42.958219 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:42.963171 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:16:42.977180 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:16:42.977947 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:16:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:42.989263 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c90ffb48-66f4-4db2-8a57-60d6f53c1491 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "DELETE /v2.0/floatingips/58428d4b-7450-45c2-aa1e-27606edf232a HTTP/1.1" status: 204 len: 168 time: 0.9393241 Apr 06 11:16:42.989859 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:16:42.992101 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca893a2b-a92b-4503-bcc7-1910dd68632e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:16:43.131998 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:16:43.229734 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a69422-9317-46ce-b08f-7007a48ab99b x-openstack-request-id: req-b6a69422-9317-46ce-b08f-7007a48ab99b {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:16:43.230615 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:16:43.231064 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6a69422-9317-46ce-b08f-7007a48ab99b {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:16:43.231488 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a69422-9317-46ce-b08f-7007a48ab99b'] response: {'name': 'network-changed', 'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'status': 'completed', 'code': 200} Apr 06 11:16:43.341813 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7143b1-627d-43a7-8dd1-24a5eb192f32 req-792d92c3-d709-4b46-a77e-7c2ae90b5541 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:43.343456 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb7143b1-627d-43a7-8dd1-24a5eb192f32 req-792d92c3-d709-4b46-a77e-7c2ae90b5541 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.1078229 Apr 06 11:16:43.374890 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:43.400498 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cb7143b1-627d-43a7-8dd1-24a5eb192f32 req-a6e7ab39-f2ff-401b-ab1b-e52c2d9c498b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512652 Apr 06 11:16:43.403842 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:16:43.413958 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:16:43.414699 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:16:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:43.449340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-0c22af06-c8c2-4ccf-82ff-8c47076c4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:43.451077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-0c22af06-c8c2-4ccf-82ff-8c47076c4bcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78bcaeac7bef4380942d47653ee217b3&device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 1129 time: 0.0496840 Apr 06 11:16:43.537029 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:16:43.651884 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-bb929fc8-87f2-4033-adb0-320514b3a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:43.653900 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-bb929fc8-87f2-4033-adb0-320514b3a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 200 len: 913 time: 0.0973547 Apr 06 11:16:43.704399 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-d35385a1-7537-4db0-b531-36d97accd75d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 200 len: 217 time: 0.0441563 Apr 06 11:16:43.786334 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:16:43.814166 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db46c9ed-06ce-49a0-80cf-12af910ed9c2 None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T10:59:37Z', 'revision_number': 4, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': 'd038baa0-9e26-400f-b2b7-651468d2fe22', 'name': '', 'network_id': '2d300e26-8850-4377-9bfb-7511de2e57f4', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'mac_address': 'fa:16:3e:a4:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:36Z', 'updated_at': '2022-04-06T10:59:42Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'subnets': [{'id': 'b6633247-ca3a-4109-9fc0-36b91e91201e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:16:43.942530 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-16c109d6-c12b-49cb-918a-9e3bd64ff623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:43.943995 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-16c109d6-c12b-49cb-918a-9e3bd64ff623 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 200 len: 851 time: 0.0484982 Apr 06 11:16:44.068646 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47b572b-837d-48ae-bfef-1e18116bac99 None None] New status for floating IP 58428d4b-7450-45c2-aa1e-27606edf232a: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:16:44.083380 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3c92-b46f-4518-a37d-78580be809fd req-50ae4b52-1960-4214-98b7-d29f78030286 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:44.084935 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d83d3c92-b46f-4518-a37d-78580be809fd req-50ae4b52-1960-4214-98b7-d29f78030286 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.0896034 Apr 06 11:16:44.087695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-ab7c8c14-a509-4cf8-89bd-30f69c902fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:44.089101 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-ab7c8c14-a509-4cf8-89bd-30f69c902fb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d300e26-8850-4377-9bfb-7511de2e57f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0950158 Apr 06 11:16:44.244780 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-613d05b8-b5f9-47bf-a940-aedfc4eb8907 service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479266 Apr 06 11:16:44.306967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Deleting port ab91a5d2-a23c-47a1-86bb-737e051d25e1 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:16:44.307309 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.311457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f2818070-0cb5-43d3-a335-2aa13b1f7503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.320879 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:16:44.407521 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-227c5336-a041-4805-8fb9-76d6cceabd6f service neutron] 10.222.0.18 "GET /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558695 Apr 06 11:16:44.432267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] For port ab91a5d2-a23c-47a1-86bb-737e051d25e1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab91a5d2-a23c-47a1-86bb-737e051d25e1,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:16:44.432743 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.453040 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Calling delete_port for ab91a5d2-a23c-47a1-86bb-737e051d25e1 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:16:44.603325 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (ab91a5d2-a23c-47a1-86bb-737e051d25e1), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.617797 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523fd3e-5cc9-4480-af64-48ac6940d99d req-6d56311c-c155-4357-a45c-1437c7066180 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:16:44.620108 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a523fd3e-5cc9-4480-af64-48ac6940d99d req-6d56311c-c155-4357-a45c-1437c7066180 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 945 time: 0.1274159 Apr 06 11:16:44.638463 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event deleted for resources: {'Port': ['ID=ab91a5d2-a23c-47a1-86bb-737e051d25e1,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:16:44.689246 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a523fd3e-5cc9-4480-af64-48ac6940d99d req-f25c8ffc-55d8-452c-94a4-3c04c2aa49da tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/security-groups?id=d222ba82-f0f5-4c45-ad22-85c70af8ecf4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620792 Apr 06 11:16:44.691045 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] No DVR routers for this DVR port ab91a5d2-a23c-47a1-86bb-737e051d25e1 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:16:44.694163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:44.697720 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d83d3c92-b46f-4518-a37d-78580be809fd req-6ac1dcf5-8577-487a-b418-6786b74490ff tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.18 "DELETE /v2.0/ports/ab91a5d2-a23c-47a1-86bb-737e051d25e1 HTTP/1.1" status: 204 len: 173 time: 0.6072435 Apr 06 11:16:45.232967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'name': 'network-vif-deleted', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:16:45.235871 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bca654f-e791-4011-8a44-8c2537a72583" -d '{"events": [{"server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "name": "network-vif-deleted", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:16:45.271687 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fc9f1a-9c20-4ff8-bdc4-3119079d3517 x-openstack-request-id: req-91fc9f1a-9c20-4ff8-bdc4-3119079d3517 {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:16:45.272327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611", "name": "network-vif-deleted", "tag": "ab91a5d2-a23c-47a1-86bb-737e051d25e1", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:16:45.272327 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91fc9f1a-9c20-4ff8-bdc4-3119079d3517 {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:16:45.272629 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fc9f1a-9c20-4ff8-bdc4-3119079d3517'] response: {'server_uuid': 'c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611', 'name': 'network-vif-deleted', 'tag': 'ab91a5d2-a23c-47a1-86bb-737e051d25e1', 'status': 'completed', 'code': 200} Apr 06 11:16:45.795066 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cda3d79b-551f-440e-ad01-d105782a4c02 req-acbad34c-d7b0-48d3-aee8-291cfaf33263 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0305290 Apr 06 11:16:46.779729 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e9218a75-c03e-4435-b88a-ccb9e3d28360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:46.909849 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-956b8b7b-79b6-4221-8f92-5e3a755f6ae8 req-af3c4293-a118-434c-aae1-639358e17545 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0301414 Apr 06 11:16:47.660806 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ab91a5d2-a23c-47a1-86bb-737e051d25e1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:16:47.681102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: ab91a5d2-a23c-47a1-86bb-737e051d25e1 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:16:47.681476 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device ab91a5d2-a23c-47a1-86bb-737e051d25e1 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:16:48.030037 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3abad823-5341-4c72-9448-a183d4ca84d4 req-bbee3cc9-370f-493c-8717-6d6d4b66dcd2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0356438 Apr 06 11:16:48.148630 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:49.131477 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0612df14-c3f2-4cb1-b0b4-446e380365b5 req-0a4dd321-91b1-4e68-a9a7-21ab56243f30 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280130 Apr 06 11:16:49.659188 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:50.237699 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8032ae4-a956-40a0-b087-273c15c0c6e7 req-d3e530fb-675f-4487-a740-3d7efd2dfcb5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0323012 Apr 06 11:16:50.943126 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:16:51.337226 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b82725f8-041f-4b27-ae2d-4942cdbece08 req-6df98339-71f3-4a5c-b611-c6b0eefcbd64 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Apr 06 11:16:52.434195 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2561efcd-00d3-49b0-a50a-8709cc92a1cb req-778075af-6946-45af-bd48-408bff2dda03 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281436 Apr 06 11:16:53.554282 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-03d58322-ede4-42ad-969e-4b1507623be3 req-383e6cea-fb3c-44b8-bb3c-9c820a0914d5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0315936 Apr 06 11:16:54.660659 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-55268aec-3715-4164-aaf3-6647573a95cb req-33364f6b-88c9-4cc0-9322-8edeae27de68 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Apr 06 11:16:55.764519 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-314190d9-dfd1-4e0b-9edb-3b1a2e3e0438 req-9160a2d6-93b0-4dc6-94e1-772c6a24ac2a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0320632 Apr 06 11:16:56.864304 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2390a6dc-ae34-40b6-be3b-856fbdd1fccd req-cadff12e-1b9a-4cac-92e1-d01c2849d618 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Apr 06 11:16:57.966475 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ad31326a-aa3a-4e53-965f-835f4d193829 req-1ad61fc4-5579-4560-9737-70174b297304 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278831 Apr 06 11:16:59.081666 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-19b8f8f7-a770-430b-869d-78a4578f6000 req-f57cc2ac-2e21-4cf5-b117-d549945e17a1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0415013 Apr 06 11:17:00.182720 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-da25562d-7d68-4655-9a95-77b43dfe732a req-f1be71a5-0d3b-409f-8172-42fd3b55e0e7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0310638 Apr 06 11:17:01.282420 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f9b3282c-bb73-440d-96b9-1d21de4f9546 req-d7760556-95f5-464f-9418-76a1c68f6335 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Apr 06 11:17:02.395215 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-569bafb4-3c3d-45b6-b1c6-c39c07ffcee7 req-d4aff9bf-2519-4b23-b3d8-d5a9b2697209 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291276 Apr 06 11:17:03.167607 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:03.494076 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-87a47bd7-293c-4b04-a3e3-814f0b85dbc9 req-7c31238c-ed59-4ac9-9528-249e5accf857 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0312543 Apr 06 11:17:04.588743 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b6da808-4051-4b53-8061-4c5dffee8b6e req-241cd611-60f6-48b9-9e03-240920a376a5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277171 Apr 06 11:17:05.684368 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8346c5a2-d4a9-4dbb-9857-635bb3f4f116 req-524a9b64-3579-4ab0-9c16-324b783684bd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0289159 Apr 06 11:17:06.783127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8171753d-196c-43cb-991f-1aba5a05e945 req-8584f2be-ef0f-4366-8f18-ead5ccca7433 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0324106 Apr 06 11:17:07.877289 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a7a3a1f9-550a-4915-b181-f0d38a428c63 req-4cff1f02-681d-4011-8f30-abb70e6bf901 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Apr 06 11:17:08.977846 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-21cc4495-0314-48e8-83d8-07634992750a req-97943297-b79b-4328-9687-94fd411a8ca3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269387 Apr 06 11:17:10.078862 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7cbf3f87-875c-49ab-9c1b-aeb7c471c9f0 req-ee9ae017-0ef7-49a2-acc3-bd552ce82ad9 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0294490 Apr 06 11:17:11.180757 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1255c072-a6a6-48aa-ae29-cfb084e68398 req-10d6c68f-6213-4f82-8c83-a5c3b46fb00e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293758 Apr 06 11:17:12.277173 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef84d822-f2c2-46f0-98cd-cda8ed810e83 req-bf1f27d9-a300-44f7-a248-19063a64e6cf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291767 Apr 06 11:17:13.373329 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-64d93637-2b76-4366-9b62-4f300e7dcd48 req-55e8de6a-c9b1-444d-a86f-742de8d0030a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276232 Apr 06 11:17:14.314217 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-74c45715-c630-4c88-865b-1bd608a7fc4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:14.474323 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a6a12546-cbec-463e-8edd-9d369cd32aa6 req-6cd3c46c-791d-4e5b-9030-6bde49a675e4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292523 Apr 06 11:17:15.570950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a51ea5e4-0c68-41bb-bf6e-4843174d1ffe req-b9d3213e-f40e-4162-ab31-1e439791580a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0297363 Apr 06 11:17:16.680166 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-cd78ddd2-c34a-4078-a961-59b1b014254f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566828 Apr 06 11:17:16.682535 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a3a5fc00-0c30-42a1-a179-a7a559d4e51f req-76fc07d2-d73f-4a84-9574-5c3d08222840 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0320675 Apr 06 11:17:16.786535 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-86903786-11d7-4f43-8c42-8bea26820e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:16.792351 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-1807d841-3907-4a19-81e2-7626dc2bc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:16.793882 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-1807d841-3907-4a19-81e2-7626dc2bc853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecede759a7964e65892dc919b2ffb897&device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 1129 time: 0.0486948 Apr 06 11:17:16.904343 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-9d697a50-fbcd-41f2-a21f-f78f19ad1689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:16.905848 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-9d697a50-fbcd-41f2-a21f-f78f19ad1689 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 200 len: 916 time: 0.0927899 Apr 06 11:17:17.244577 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-4603085e-70c5-4a0c-8371-d74346cd54c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 200 len: 1001 time: 0.3329864 Apr 06 11:17:17.300559 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-a395205a-6d37-42a5-833e-169eb436f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:17.302393 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-a395205a-6d37-42a5-833e-169eb436f66f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 200 len: 854 time: 0.0518131 Apr 06 11:17:17.356582 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-aa810b68-fb2f-434d-97e6-1208d6453162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:17.358088 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-aa810b68-fb2f-434d-97e6-1208d6453162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d209336b-d229-4c64-a39f-091a6a2c0425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491788 Apr 06 11:17:17.447208 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-558a8952-09be-431f-a6f6-3306a2e0439c service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831764 Apr 06 11:17:17.543771 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6117bc5a-0788-4256-b031-18aaed99a4a6 req-0da6f724-77c9-467a-a83a-e9d978fe353d service neutron] 10.222.0.18 "GET /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910337 Apr 06 11:17:17.780239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8217181-a226-41b6-a81d-23c8cf75180f req-92062e2c-519b-4579-a7b7-06108e271d02 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0315590 Apr 06 11:17:18.149489 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:18.877557 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-26323e93-ecf0-4057-b695-ebac4076685b req-8af1a256-31be-4257-b1fa-10d7c1bd52ae tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279648 Apr 06 11:17:19.661396 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:19.978658 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-68739a22-8d58-46b3-b2f9-a671d6dcbd1f req-96875d24-7af5-4e04-b734-a9945346abdd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Apr 06 11:17:20.946929 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:21.074518 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-abdf06ce-be99-429e-ab7b-4854874482a7 req-93694cf7-6f73-4330-8d19-b3615b309a9f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285823 Apr 06 11:17:21.320194 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:17:22.170032 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e3b2de0-58b2-4e1a-b92b-edd517f7ffe7 req-1bc2ed77-4a47-4779-a3b6-9b6750f691d6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293384 Apr 06 11:17:23.263057 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-80a86da1-88a1-41c5-a9b7-3431c59a5d6e req-55b7530e-77b6-4ccf-87c2-e2d593bf54d5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269032 Apr 06 11:17:24.356721 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1935cd7d-bd9b-4a90-94cd-a128b738d3c9 req-05da8c2b-459e-4a04-a194-2cb6103c55e7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282598 Apr 06 11:17:25.451312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f0149ce0-ac96-4cbf-ae62-0352adf883b3 req-0642b0d2-a826-45ad-8bf2-066986bec3ac tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280466 Apr 06 11:17:26.551514 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1b66cb94-1c04-4a09-bcc3-1b89c1719f02 req-e8e8a8fe-3907-435b-bb62-3194f1a58bf2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0313458 Apr 06 11:17:27.644636 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dfda6d36-9a6c-4bbc-bbff-a0566570518f req-db8e2b61-18f9-4df7-903c-34667b8ff14d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275285 Apr 06 11:17:28.738447 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d12fefd8-2b81-44b7-ae06-d543e0cb98ee req-4faf360b-0a96-4961-b4af-68f25c8dc4af tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Apr 06 11:17:29.836973 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-91c73586-2be7-45a6-8ef8-4a61936ca80c req-aab10640-3521-444a-9ffe-feaa6649610b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0318530 Apr 06 11:17:30.929738 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1e197de0-4ed3-4b1c-9dec-7ab879ffa331 req-d0d2e1a9-bcd8-4ed7-96a5-7394d9e5843d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Apr 06 11:17:32.026606 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-adee147a-f30b-42c0-a929-b48ee519b20d req-1fafd42c-0716-4bca-b1ce-d2ce37065d28 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0297012 Apr 06 11:17:33.123343 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-059f2e7f-69f2-4716-ba5d-7643ff84585d req-0953c592-bc31-4e3a-9350-383d3c9629c1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288930 Apr 06 11:17:33.179639 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:34.223129 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-435316e4-8eaa-46aa-9977-3179103b5001 req-9ce4a970-6148-44cc-b7ff-1063ea844bc0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276172 Apr 06 11:17:35.318416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bbd5ffa8-08a7-4c8c-9201-6af74ad07472 req-26e40ef6-57d6-4bbd-9b89-7482803db18d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279007 Apr 06 11:17:36.412786 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5be6eed5-be26-43eb-b9fa-af0584c23b2d req-4ea017ec-d799-4b0d-bbd8-4699723f1f24 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291593 Apr 06 11:17:37.511405 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e1250b31-cc86-4cac-876c-a714db7623ad req-73c03ac4-4fdd-4c00-a346-a4683de1a8e3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0322714 Apr 06 11:17:38.611877 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e363729b-5361-497a-8bef-a757adac7296 req-a7219da2-71ca-4566-b6cf-6e9a37d8db76 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282502 Apr 06 11:17:39.708880 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-56924636-aed7-4ef1-81a4-e7d4a95e1e22 req-f81bdb3d-79f4-447f-a26d-9d49c69bc923 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0294979 Apr 06 11:17:40.805358 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e72203a7-2177-40fe-9d56-4259a5b54b94 req-359b9523-9c74-4e29-b7be-27f48b8815b8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293710 Apr 06 11:17:41.909845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-98b57ace-94bc-4426-8807-e01841019e13 req-9e991c68-0ca3-4b2e-8277-fed8bff44451 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0341318 Apr 06 11:17:41.988287 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f44e21-bcee-4d7e-9628-ee7bda45f837 req-d18528c1-4f8e-4b0c-a36c-c5abbe5c045c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:41.989727 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-05f44e21-bcee-4d7e-9628-ee7bda45f837 req-d18528c1-4f8e-4b0c-a36c-c5abbe5c045c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0550966 Apr 06 11:17:42.038754 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-05f44e21-bcee-4d7e-9628-ee7bda45f837 req-d52967fd-45b5-4413-b119-a349541d520a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Apr 06 11:17:42.636289 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-bc8b17dd-ac87-43b8-9784-a3a54bfa2544 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:42.637787 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-bc8b17dd-ac87-43b8-9784-a3a54bfa2544 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 945 time: 0.0567613 Apr 06 11:17:42.737723 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 5c1af603-16b4-48b3-aaef-c5e93fd18700 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:17:42.738083 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:42.831597 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] For port 5c1af603-16b4-48b3-aaef-c5e93fd18700, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5c1af603-16b4-48b3-aaef-c5e93fd18700,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:17:42.831964 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:43.006962 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bc6159c8-7021-4bd7-920c-ce8a5f626241 req-9655afb2-d842-4dfc-a792-b5f59ef39d2a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291574 Apr 06 11:17:43.024255 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:43.024792 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-366264'] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), after_update {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:43.024911 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.l3_db [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Floating IP c32e87a9-a522-4e97-b974-38f4f845fc49 disassociated. External IP: 172.27.0.131, port: 5c1af603-16b4-48b3-aaef-c5e93fd18700. Apr 06 11:17:43.025293 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 5c1af603-16b4-48b3-aaef-c5e93fd18700 owned by compute:nova {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:17:43.195432 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (5c1af603-16b4-48b3-aaef-c5e93fd18700), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:43.236847 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b0417-a2e2-48a7-82e7-11102304d834 req-08ae4b9f-196b-4631-a438-a79d70053212 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:17:43.238403 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-542b0417-a2e2-48a7-82e7-11102304d834 req-08ae4b9f-196b-4631-a438-a79d70053212 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 867 time: 0.1259849 Apr 06 11:17:43.240636 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=5c1af603-16b4-48b3-aaef-c5e93fd18700,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:17:43.266151 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.266507 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.267356 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.267698 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.268031 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.268360 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.268688 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.269012 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.269352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.269677 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.270000 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.270320 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.270638 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.270958 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.271277 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:17:43.345001 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-542b0417-a2e2-48a7-82e7-11102304d834 req-21b04022-4d3a-4153-b3ce-526751821dba tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups?id=14a5e10c-0423-4c99-9cae-ff64dc01ea8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996635 Apr 06 11:17:43.410686 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:17:43.531560 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:17:43.542858 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:17:43.554136 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:43.554759 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:17:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:43.574433 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] No DVR routers for this DVR port 5c1af603-16b4-48b3-aaef-c5e93fd18700 on host hv-cinder-83607 {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:17:43.577442 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for port (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:43.581896 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.18 "DELETE /v2.0/ports/5c1af603-16b4-48b3-aaef-c5e93fd18700 HTTP/1.1" status: 204 len: 173 time: 0.9386225 Apr 06 11:17:43.582485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'name': 'network-vif-deleted', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700'}] {{(pid=120430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:17:43.584951 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}462107af13c8c99701a52645a252892ff2fcd0f7b57819cf8af2031bc4bd5c05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cb3368-2d03-4814-9a1d-168550814f6a" -d '{"events": [{"server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "name": "network-vif-deleted", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700"}]}' {{(pid=120430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:17:43.629646 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608012d1-17bf-4900-ad5b-d77c7034a1ab x-openstack-request-id: req-608012d1-17bf-4900-ad5b-d77c7034a1ab {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:17:43.629950 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a94b09-d104-46f1-a5bc-7d9e247e5ddf", "name": "network-vif-deleted", "tag": "5c1af603-16b4-48b3-aaef-c5e93fd18700", "status": "completed", "code": 200}]} {{(pid=120430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:17:43.630208 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-608012d1-17bf-4900-ad5b-d77c7034a1ab {{(pid=120430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:17:43.630618 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608012d1-17bf-4900-ad5b-d77c7034a1ab'] response: {'server_uuid': 'e2a94b09-d104-46f1-a5bc-7d9e247e5ddf', 'name': 'network-vif-deleted', 'tag': '5c1af603-16b4-48b3-aaef-c5e93fd18700', 'status': 'completed', 'code': 200} Apr 06 11:17:43.784514 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:43.991213 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:44.021352 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:17:44.029803 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:17:44.030420 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:17:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:44.106098 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0bcb1fb1-d0a7-495f-9518-c775ee4ffe20 req-ceb501db-d57f-4ef9-8733-e484e3965845 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0304484 Apr 06 11:17:44.147142 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:17:44.317260 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-72836bdf-6e85-4ff6-a631-ed336dcda665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:44.358891 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:17:44.391609 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a7d17-1860-4de9-a109-b79289a967ed None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:23Z', 'revision_number': 4, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi', '_interfaces': [{'id': '293dc615-43a5-40bd-bf9c-f0f3d8e1b512', 'name': '', 'network_id': 'd209336b-d229-4c64-a39f-091a6a2c0425', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'mac_address': 'fa:16:3e:af:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:22Z', 'updated_at': '2022-04-06T11:00:26Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'subnets': [{'id': 'f171e38c-55c7-4ef5-a10f-ce7bebad7eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:17:44.451150 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-671aa088-0aaf-4ef3-a960-928e1098c95c req-7843dba2-9357-4f5c-92a0-5b37f41fc8a7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0313330 Apr 06 11:17:44.617033 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b2e862-1314-45d3-8c73-228ddd605867 None None] New status for floating IP c32e87a9-a522-4e97-b974-38f4f845fc49: DOWN {{(pid=120433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:17:45.206068 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f68c1349-a2b4-4809-9160-747923ae94ef req-2a9bb2cd-0d4d-4c7f-836c-1a38180cd66f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0315049 Apr 06 11:17:45.551202 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2f7f28f0-591d-4bdd-bf97-c41353b7a211 req-2ee58998-a654-4752-a30c-0d02c8184448 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0306170 Apr 06 11:17:45.884151 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 5c1af603-16b4-48b3-aaef-c5e93fd18700 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:17:45.906697 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] No Port match for: 5c1af603-16b4-48b3-aaef-c5e93fd18700 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:17:45.907165 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Device 5c1af603-16b4-48b3-aaef-c5e93fd18700 not bound to the agent host hv-cinder-83607 {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:17:46.302383 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e275a06-bf53-46d0-ba88-951edb8132a3 req-10cfea07-0bea-48f7-8c0d-5a4a047073ec tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0300181 Apr 06 11:17:46.646461 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8789444a-fb50-4125-a1c5-de4445bed570 req-4e32b582-147e-4ff6-b511-a0e057ac460b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284121 Apr 06 11:17:46.789867 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-02888fc6-79a6-4c65-a1cb-8ff74a6aacaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:47.401212 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-79c9e0a5-aa93-405b-9840-c02f10f8fe4c req-cd1ad907-acd0-45ba-9165-d121367f371a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276446 Apr 06 11:17:47.748447 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7aa9bf5e-8b9c-499e-8190-82a23a1d9dde req-d89176d0-afcb-4b5b-a231-71f93c627797 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0296175 Apr 06 11:17:48.151426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:48.498551 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dfbb0b25-8737-495b-bc9d-8f855cf8ae3c req-7ae57f77-ad64-4def-810a-77d9f17bb456 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271754 Apr 06 11:17:48.849190 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-93cf17a3-7c0f-4a7c-b55e-d30f3b456689 req-7abc2117-6875-4303-b317-05c4d5919f1e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0321603 Apr 06 11:17:49.600834 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ac0919b4-fdef-4059-9b5f-150c566e5c4c req-debf78ad-147c-4a02-9614-26b06bfbe5f4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Apr 06 11:17:49.663281 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:49.945895 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2d714cad-a9fb-4890-8ea8-0f3463f47494 req-4db3ddb5-1cb8-40b9-b1d8-e3b97852f1b5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290730 Apr 06 11:17:50.696131 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f4e46287-929d-4b28-8afd-89a21c50f763 req-5a038e9e-c48a-4b03-8849-3d3d1f9803dd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0289068 Apr 06 11:17:50.950445 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:17:51.042263 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-86cd75b0-da64-4e19-abdf-520b33975e3e req-f758780c-6639-47aa-b00f-a7b1596bc947 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0287209 Apr 06 11:17:51.792634 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f3429b1a-c622-4f55-a592-b61b07bf237d req-176a3334-07de-4c9f-8171-62b89815898b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0299730 Apr 06 11:17:52.142656 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0df42e1d-a27b-4182-b8c7-f5ede8d5ba06 req-02b6ff47-a6ff-4ecd-bbfb-a60d55fba48e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278671 Apr 06 11:17:52.888884 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3d1586e4-5c6f-4c63-ac85-533ef76f61fc req-5334d9b1-dbb2-4898-a604-a1a7e14ea882 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Apr 06 11:17:53.238318 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-03eff54a-484c-45cb-aab8-c7e6c760ac25 req-1ae329fd-4ea5-4a4c-a8ae-df0d13f3dc87 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268419 Apr 06 11:17:53.991966 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8a0829f9-9e72-48ea-a502-e757a7b1bc97 req-caf677b0-1888-4db1-b554-03119a0a1356 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0283589 Apr 06 11:17:54.337782 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6531e147-32ee-4f4b-8c96-efc01e868f0c req-441df885-54f8-428c-8b19-972badbdc962 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0303850 Apr 06 11:17:55.088396 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-622af0fc-6b02-4da2-b2c8-85f8ae52470c req-3fc1b605-71f6-4a99-8d40-b0811afff0d7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0286224 Apr 06 11:17:55.440885 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-37598c84-ad0c-4815-8533-070f8190a8e3 req-6eb4a9fb-a558-4799-98be-64b2d2e8a27d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0339258 Apr 06 11:17:56.187940 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b44b4053-d755-4d5f-977a-3ee18eb1b52b req-9e19e2d4-9d62-416f-90e1-f274a2f00103 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280638 Apr 06 11:17:56.543064 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-51209e89-7dc6-4d34-83df-82957cf8e5af req-4f07766c-a922-48e4-b386-c724533f3d30 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284617 Apr 06 11:17:57.285867 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a28e9599-42f1-4c7f-a8c9-080d7b1704a0 req-2152024c-4d00-49c9-bed7-5154fae113db tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0297716 Apr 06 11:17:57.645063 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c1fbe1a-8862-4b5d-ae96-e0a2b9eb150a req-2ef44512-5f2d-4ff4-9d57-3adbb5ad2c35 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290632 Apr 06 11:17:58.320964 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:17:58.384744 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f10e8720-fa07-4562-ae06-be724437042f req-996ed0c1-5d6e-4b3a-b8f6-2abd5367e052 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302477 Apr 06 11:17:58.743776 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a456702b-50e6-4a61-871e-0be4371764f5 req-60da3df9-1536-4bed-b74f-1a5277d8e2ba tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0291293 Apr 06 11:17:59.340207 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-ae997ec7-03e9-48ad-b650-070ad2aa0611 req-453f7aaf-6ab1-4bd0-abfd-cd172da3b410 service neutron] (120430) timed out ('10.222.0.18', 54200) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:17:59.479528 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45adeece-b13d-41a5-9fcf-d14655016ba5 req-83a42ec4-1415-4716-a5df-77780607acee tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Apr 06 11:17:59.852439 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-82ef4f4a-f3c1-4b7d-aa0f-d9a849ce153b req-11b953c2-ae4c-4eb4-a7ea-bb1a873d406f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0334480 Apr 06 11:18:00.106022 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [req-ad1fa58b-2682-4d4d-adc0-051ee17f712b req-5b2bed3b-becc-4580-9458-f6f40b3b1f14 tempest-TestShelveInstance-367831653 tempest-TestShelveInstance-367831653-project] (120431) timed out ('10.222.0.18', 54179) {{(pid=120431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:18:00.575141 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b3be2890-aa0f-4472-8819-a072250e75de req-c530f53f-9c46-4002-a4f5-5c66a9895ac0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281734 Apr 06 11:18:00.949863 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3b40b15a-27f9-4fd1-9301-222ca9067b58 req-93124b99-5bd2-47ff-acd1-71ed707c91f8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0292022 Apr 06 11:18:01.668923 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2fb51987-b858-4754-a46a-8e97436fb2f2 req-cfc7a238-6568-4e4c-806a-917fe81d851c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274720 Apr 06 11:18:02.045936 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0d8113df-ab41-40c7-891f-3e705725ddda req-bb1ddee0-54c4-412b-b04d-9017f463a226 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0307453 Apr 06 11:18:02.762520 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-901e5261-6ba8-49ce-a6d0-e367ba2c3290 req-77dbbb4a-4add-4df7-b464-9f1227d542d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280836 Apr 06 11:18:03.140611 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7ec736d3-40e9-4dad-aa36-74ed6a096ebe req-e5177038-8662-4c81-941c-b1bc331d4310 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0267284 Apr 06 11:18:03.194625 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:03.858102 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-70451a12-f757-4407-9397-3a35546b017c req-2c1d175d-531f-434b-ada2-b62dc6642423 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277054 Apr 06 11:18:04.241418 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f9e13ea6-48d3-469e-8e2b-8b32b9639c00 req-103441ba-9a73-4ebf-b37b-02d2c7785c5a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271735 Apr 06 11:18:04.955975 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-298a3d56-6863-4f40-9730-207bf9f4364b req-d89deafc-eb72-4d79-8590-7c3194fa4340 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302501 Apr 06 11:18:05.335459 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4a4e1a5c-ed19-461b-b6aa-d75fcab66576 req-453e614d-0570-4665-8fdb-5f7d84c8f0ca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279582 Apr 06 11:18:06.056224 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47310484-cf26-4ef1-8c20-bee78fdbd274 req-d95ee0d8-770d-461d-9af1-c90400823468 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0284758 Apr 06 11:18:06.432076 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-73350392-74d6-40d2-94f5-300cb0ea722a req-80f1f8e1-017d-4bf5-8d88-740f1ed73067 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0296898 Apr 06 11:18:07.150528 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-42eb2cf1-efb1-412c-bebc-c399abee2798 req-03d2de6a-32b0-4262-9107-ae45b455c3fc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Apr 06 11:18:07.526236 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-80737863-fcf4-4967-aa0e-adcbee1cb8b2 req-6cb89a34-a436-473d-9161-78a9dc4f224e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275462 Apr 06 11:18:08.245820 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9b4d0aea-5ec2-4799-ad49-308c6f25d508 req-8ffc1e70-22b4-4428-986b-9be6b4a3e85d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290294 Apr 06 11:18:08.622637 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff223d87-fbf4-4459-959d-785cbf4b53c3 req-4cbf47f2-2868-4a52-bac4-4b03c17bb3ee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0298591 Apr 06 11:18:09.344758 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-63ae73ca-3f4f-4c63-b6de-9c69ad6fa56e req-ab78ccb9-edf0-4174-8a46-5783f94e6b59 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0309973 Apr 06 11:18:09.727777 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2954a7cc-40f3-48f4-83d5-ef810d9d1777 req-45a7cafe-28e8-43d1-875c-e112780da717 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0296881 Apr 06 11:18:10.442071 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e71b7316-d8a5-43a0-8252-625f4df1f1a1 req-1d939830-28fe-4162-baa1-c0e281ef802c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Apr 06 11:18:10.825322 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-61ef5989-7d22-47ac-b2ea-5d8b1a86f6cf req-26c826c9-1ec1-47af-988c-b5172f787e64 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273814 Apr 06 11:18:11.537547 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b878aa2e-3a3a-4801-85e7-5fb7924002f2 req-b597eb16-bd74-4e29-8dd1-5cf636d4422a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0298696 Apr 06 11:18:11.919508 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6abd1ad6-9413-49c4-948d-73659a6065ed req-6763deb4-cd7d-4f8e-a266-fb99df3e028a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272577 Apr 06 11:18:12.631272 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f1ff791-abd1-4b70-86b0-ec9bf39c849d req-85c2a160-7a4c-4f94-9378-7c65bba6c6a2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Apr 06 11:18:13.015383 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5ec16eb3-e7d8-47be-b830-a0edb89382a6 req-ab917622-f1dc-4949-91ba-34903a1324f3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268593 Apr 06 11:18:13.727895 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1e4b43ec-09eb-4cda-ba9c-565a4a488268 req-beea12ee-bb5b-4914-8672-faa2801e6146 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Apr 06 11:18:14.118184 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-de0b5aa7-b0ad-40fb-873f-50cc0c2ebb4c req-e9441301-59fd-4dd9-a965-65dbe86f2378 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0320802 Apr 06 11:18:14.318802 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1ec60cc4-4245-4a83-9084-ce0b97efca5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:14.821468 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-62aeb8ec-697d-49a6-a945-4995a1d93834 req-d30901ee-0960-4316-b31d-79663ea33fae tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269554 Apr 06 11:18:15.215933 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d8fd2c5-29e7-41a0-969f-8ee1fe31a7be req-63d941f6-177b-47b3-9565-950abb0e0c13 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0308301 Apr 06 11:18:15.914077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f7b71951-09c7-46ef-ac50-6ed5e30a6d0b req-69765932-9456-4b1d-b7aa-983583033e01 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Apr 06 11:18:16.313198 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e992e0a-b6d9-4cb8-a310-2ef3152b964e req-75b9757b-ce4f-4afc-958a-eab7d452884f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289619 Apr 06 11:18:16.799377 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-08bab052-e3ba-49d7-ab35-ffcb6707f073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:17.007502 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6cce2248-4ee8-4e9a-b9c5-1698e5b4594f req-76a6586a-bf05-4fdc-8139-d5557f7808f5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Apr 06 11:18:17.412614 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-92f12a4d-2503-4da7-b48b-7829397ae08d req-dbfc8766-3794-4236-a386-3b59b822a8fa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277226 Apr 06 11:18:18.112064 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-52483e89-22b1-4f8a-b79a-9881da114a0a req-a5514419-fc39-4140-97e1-cedc33f031e0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0300937 Apr 06 11:18:18.154437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:18.506631 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b5a786f4-bba8-454b-a9a5-6d344b008647 req-dc5568d3-dc12-415c-9820-c4f781e4c213 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279188 Apr 06 11:18:19.206133 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-174c6ea8-dc0a-4a32-897c-81f7fc3c1432 req-9ec2cb74-67c1-4734-b8fe-8aca75fc4c66 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273998 Apr 06 11:18:19.602638 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c1395f76-9b5c-49fe-bf59-9d0aec691bf6 req-6071fc96-d2b9-4cf0-b1bb-ae15eb23e1c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277889 Apr 06 11:18:19.665772 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:20.305178 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-622cb01a-5ae0-41cc-a573-ced747aa05d0 req-e00aa2f9-cdc9-4783-bf96-deebc8d835ba tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0303557 Apr 06 11:18:20.698474 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b094c9d2-059d-4e0a-a70d-39aff5fbb65a req-5a8e4d08-f84f-4148-883c-3d3b01c10dfb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272431 Apr 06 11:18:20.953041 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:21.402424 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0114193d-a188-4816-9e2e-a5afa5c3a35a req-d4a63c2d-efa2-4a41-b27f-38e0ad1d9d52 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288856 Apr 06 11:18:21.796169 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-51fed4cd-b3e3-4027-b110-17711eb6c650 req-c4f4b889-52fa-43bc-94ac-ea2348d23f92 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0297844 Apr 06 11:18:22.500930 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c900dbb6-91e8-4450-a870-672fac445611 req-905bc349-4446-4f22-b911-9f5f6aa3e80a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270987 Apr 06 11:18:22.890650 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-60902d48-ca7e-4955-8922-32e3b4c0e72b req-4d67b7b9-4476-44f7-b879-b53051db58a2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269985 Apr 06 11:18:23.594336 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5f493e57-f0d1-462a-8f96-d24ef7ddfa3d req-a50fb74e-f30f-4802-a77b-a684bb7f52d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280511 Apr 06 11:18:23.988357 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-510e7032-4ca5-4e8d-b5b0-7258302010a3 req-2f87bf2a-618d-407c-99ea-35543350d53f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269034 Apr 06 11:18:24.709919 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0a14e19c-e95e-421b-9fc8-ecb458ba1f7d req-b8881f8e-b627-425e-b989-bab46dd7508c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0296705 Apr 06 11:18:25.085631 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a844c2b3-8470-4c30-8ff3-f480ad6b773b req-91e96dca-af13-4d5a-b92b-f4029e1f2c2f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286648 Apr 06 11:18:25.805995 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dc56fbd8-c9db-4749-9e5e-1f9e37fd8413 req-8b9bb8f9-d251-4c60-be03-0c417cea4bfd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0286686 Apr 06 11:18:26.181982 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9bc34de6-f2a2-4fda-9302-313e818180d7 req-27cebb49-8357-4c88-a9d5-496bcc38100b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274584 Apr 06 11:18:26.903364 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9d931b53-88ab-4efc-8910-811e79b74f7d req-267c97f7-acd6-4020-9149-b3ab457776ac tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Apr 06 11:18:27.279993 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-22c710b2-4a49-4338-a5c5-fbf0e42146af req-43d773ff-fb1a-4eda-a5cb-ea3371b2340c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282862 Apr 06 11:18:28.000413 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d8376d33-d49c-43e4-b8ce-1435b2264ddb req-cd963e87-dee1-4a8a-b30f-e87e48299402 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Apr 06 11:18:28.380402 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4794ab31-89e8-473a-a144-86ddd03357f9 req-760842e8-87f8-4e58-a14a-31dc33b71864 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0324395 Apr 06 11:18:29.094210 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2ab07581-8f35-4ab9-83c0-cae837f34ad3 req-55dfbad0-75ef-460f-9797-af2947cad7fa tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0265753 Apr 06 11:18:29.476058 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-20c53ea9-9998-41b0-95e8-ceddba481022 req-9289a0a5-e92e-4f97-ac26-99f211adfcaa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0285933 Apr 06 11:18:30.191235 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3048bba2-5d9e-4150-936e-2a3616e7e57b req-727b3b42-474c-452a-9246-c85ac38d28d8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275710 Apr 06 11:18:30.573124 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bede3683-a7c6-4e47-8a65-6dab408ee4ae req-3c1debf4-acd0-4c9b-ac51-158495e96d6b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299745 Apr 06 11:18:31.289761 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e798720a-9a8b-47af-9bc7-8635f7b32c98 req-a63414d2-ffd2-46ef-93ce-198c83c1929e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292349 Apr 06 11:18:31.668845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-48182e38-3ca5-42ff-a201-154f56f91dda req-a216072a-558d-49c5-a3ff-12292fddb606 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282874 Apr 06 11:18:32.389906 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ab927c11-eed1-45fc-a7f0-9268f04f71e4 req-dd1cd548-645a-4575-8e28-68b3e57c7ea1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Apr 06 11:18:32.768968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d5a0180d-41a8-46cc-b083-b92a4b944fa0 req-56b8a12b-a78f-4579-a723-60fe8d65ac23 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0319233 Apr 06 11:18:33.214462 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:33.491738 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-233341a9-4d6a-42a3-9399-662c04e3a8df req-efa81361-cca8-4e36-89a9-39b06a8b9c97 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0337572 Apr 06 11:18:33.865545 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8067927d-f7ba-4783-a13b-0f660d0a620f req-48709b02-02ae-4eb3-a5df-6e2f30343a32 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279908 Apr 06 11:18:34.587355 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ecb77ad3-29e0-419a-bcd7-0402d92d0869 req-7be9a516-132c-4ba6-b278-38d052017bb2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276518 Apr 06 11:18:34.967135 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7dcebda5-83c6-4667-885b-cded42d56c4f req-61ad4fcd-c912-4ede-9854-3bd79963be16 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0336156 Apr 06 11:18:35.319729 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:18:35.699166 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9e8c58c7-e222-4ebf-a667-c58a6f1bcf76 req-bcc41716-d347-43e7-a8d4-c6a330466e05 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274122 Apr 06 11:18:36.065420 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8dcb1918-0aa7-49b3-8dd9-19d4e7a031c4 req-cebece88-9e78-481e-af7d-0951a382d4bb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0293782 Apr 06 11:18:36.796717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-262612b7-6f01-47c3-8382-ae338f7f475a req-21c101d2-6bd3-49fb-a175-f1ca044393cf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Apr 06 11:18:37.167259 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5d1fec20-c911-4111-8c05-54f3cd2a9133 req-e70823a0-be80-467a-bf42-0014dd723c55 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0306001 Apr 06 11:18:37.903832 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c1751913-4ff0-47ff-b2a9-45918978fea2 req-8d119814-e340-476e-a68a-57ecc61c6a9a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0326190 Apr 06 11:18:38.265550 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b920bf27-a46a-4561-9bdb-ba7e663e0ac3 req-9143dfc4-4136-472f-9745-f4ad01b2202a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271966 Apr 06 11:18:39.000066 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a2990e98-8438-455c-a6ac-affc6f43dd86 req-7a05119d-cefb-48a1-8c7c-495adecc20ba tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278263 Apr 06 11:18:39.360119 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-25120061-efcc-4454-8ce9-3c063b3881c9 req-2e36df7d-b1c5-4f7f-af59-8eea9ef92842 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272586 Apr 06 11:18:40.110399 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-46f0af8f-ca92-473b-b36d-a9e8185d86a0 req-c5608903-8a43-4dd1-bc08-a70a9a8bd0ac tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Apr 06 11:18:40.458548 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c9df69c7-d6b1-4525-a3c1-064d5f050669 req-737658ac-9811-4faf-9ce7-3426725090d9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284467 Apr 06 11:18:41.209344 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0db6dc36-9909-4ef7-b853-0a9c4b1a8e8a req-cd5908a8-96a0-420b-b4c5-5d0a03f39127 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291569 Apr 06 11:18:41.559641 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bf8c73b0-c19c-4416-99aa-e4826cb99562 req-53520a4f-c816-451a-8805-227de94e949a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305014 Apr 06 11:18:42.307787 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-da4d7ffc-e4b0-4bbd-9cdc-6312d24ea9fa req-d4919c26-75e9-4db8-960d-caa0598ad979 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290821 Apr 06 11:18:42.661742 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b3b79c52-9f27-4776-9ba6-7b626adddea2 req-9378269c-33c2-4475-b67f-5f34dcf034de tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0310466 Apr 06 11:18:43.403055 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c14e1cc-79d3-4287-bbd0-65236fd32717 req-c52d16dd-0809-4ff9-8a8d-6eeeb8dc41c0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281603 Apr 06 11:18:43.758160 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aa5b1f30-ba35-4c17-83e7-a84f0c61c49b req-2a1f4c0e-3d10-4d0b-b8cb-35532307a255 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284338 Apr 06 11:18:44.320693 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e9c46d80-ad83-4a51-9798-8fd06c62db57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:44.501892 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-afdece49-7d32-4301-997b-4a25f5b40f54 req-0d488251-79a5-4f60-b40a-687f52e8f286 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0294821 Apr 06 11:18:44.883372 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e97c8428-b1ef-498a-a16f-bd93e6f8ea69 req-984c0bcb-e35f-47e6-a1c8-1006fa937ca8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276308 Apr 06 11:18:45.597569 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7f0f93ed-b176-4c55-b287-34b54c7632a4 req-fe1aea3e-1c8b-45b9-a148-bcb2dbed2db1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280790 Apr 06 11:18:45.982443 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a03191e9-5813-404a-a6d6-97b0d96f36b1 req-4c26f8f3-bcb2-40fe-85d8-fb542ba17b1b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284567 Apr 06 11:18:46.694664 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-01d03b1b-3c38-4d6c-a8bf-353e0b599d75 req-2e806928-e0b3-44f0-984d-4c924a3e5486 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0295746 Apr 06 11:18:46.791389 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-555140a7-8220-4976-9a06-c2c3af7724fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:47.081105 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d4426a2e-bbc4-46ac-a52e-5ecd51411303 req-b02b9e31-e89e-461c-9dc7-1db7c5d00230 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277917 Apr 06 11:18:47.790827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8a2c592f-3551-480f-bb47-8c59fbb3a402 req-64da9b51-10c9-4bcc-bbf5-525841d069bd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268927 Apr 06 11:18:48.158868 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:48.182255 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e913f66-d533-436d-8e46-5443aad11e7e req-e42b505d-b40f-49db-bd8c-3c7eb8eba0d4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0312238 Apr 06 11:18:48.887572 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c7a14bd5-c580-41f4-bef0-9c8ac72bca9b req-48034ded-0b45-42dd-8f40-f43d8600687c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277650 Apr 06 11:18:49.277728 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a16f6580-058d-4555-b700-16be27068a0f req-54c68794-a3fd-4eef-af33-aef047685e41 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0291917 Apr 06 11:18:49.669606 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:49.983363 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cac49825-9bda-49d6-b0d4-7145120efd5e req-c936e702-0aa9-4f2d-bde9-5aff24775167 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0265942 Apr 06 11:18:50.385609 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ff286d74-65c0-4131-af00-cc677f3e0f1c req-3360bd66-2007-477a-aed4-cf945969c5da tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282109 Apr 06 11:18:50.959210 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:18:51.084472 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d3a614ce-e77c-4744-8362-0831e3bd2e92 req-23d81d4b-2e39-437f-b1be-110b53a69bbb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0321653 Apr 06 11:18:51.480244 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5985a30e-d65f-4af1-b852-2c9cdbb4af71 req-98e5a195-2690-4024-ba92-c65025c9365e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276515 Apr 06 11:18:52.181699 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bc7b51c2-3347-4268-bd59-94142b62aa9e req-ca14da1c-da52-43ba-84b2-0c67625f2c46 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288272 Apr 06 11:18:52.575999 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ec717713-8be2-4ba0-addd-c9695ae079d9 req-3c01fdcd-caf3-4c87-9344-17c9aa150bfe tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272040 Apr 06 11:18:53.275239 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-963ffec4-c4d9-46a2-8a05-6a12e72d9c59 req-5b59153c-013c-4bdf-bcb5-3928db1480a1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272191 Apr 06 11:18:53.672535 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f6a4bb0-4f6e-421c-9081-c39fb69034a6 req-3b132991-2a7f-4a6f-987b-b3a1b8a31853 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277064 Apr 06 11:18:54.371063 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f1ca1309-0f9f-48a6-a2c0-fc0fb9b67563 req-2f1adced-5933-45c0-86a3-5f442d555b86 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275161 Apr 06 11:18:54.773021 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e567ed95-b508-4c19-bc50-5daac8f4cb1c req-55cff5c8-c52d-4563-a466-afc9573a5666 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0314255 Apr 06 11:18:55.465742 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d0ba6dc7-be1f-4915-a033-8353b1621095 req-9905e3f5-e6c2-4833-b4e2-f0c9b9dd0dfa tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268893 Apr 06 11:18:55.868903 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-10ab0810-a72f-4a4a-adb3-13df61aa8e36 req-70f2e5cd-8ecf-4436-b37d-d766fcbc9753 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278249 Apr 06 11:18:56.563636 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d5045db4-1fd6-415b-bd5b-a63b59e96130 req-bfa1e400-2e0c-4344-afb9-5b862c97dc20 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293088 Apr 06 11:18:56.971128 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dbb89791-1264-4181-9f71-f4dc2bad5df1 req-0147c1cf-8fdb-4fd9-8007-16457857452f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279262 Apr 06 11:18:57.666069 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-17a020b1-c388-4f32-9b8e-3ebd7a0f0e0a req-a896a448-10e1-4eb0-a487-743210b6008f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0323496 Apr 06 11:18:58.069548 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f4312acd-0f36-4490-82b7-775b2f8d6d2a req-ba68a3b4-2b18-4396-9506-dd2ac293c923 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305321 Apr 06 11:18:58.768067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3aae6868-7c6d-4207-a1ff-e9f55e78b167 req-5689f7c2-ebc8-47bd-b29e-4ab992dd8923 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292211 Apr 06 11:18:59.163807 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cd0770b2-f441-468a-b2ec-fd91d4eca6f9 req-2b0ec165-8eb9-414e-860b-2fd6ce4c0907 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275636 Apr 06 11:18:59.862873 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19ae1275-16ef-4366-8a94-84e83912526a req-716c1083-b1d9-4cac-81c8-04e31c2f9ae3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Apr 06 11:19:00.256402 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9cc87a1d-a047-458b-9794-96d0b11af6a0 req-021c4e57-03ba-49c8-8002-0d1579d72cf5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0267732 Apr 06 11:19:00.960185 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f2551a2a-6fad-482b-bebe-d230cce324f0 req-5c2180d8-d95c-48f7-9516-186b420c8dcd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302165 Apr 06 11:19:01.356888 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e5059aec-b517-48d3-84d1-d74e1cac87d7 req-908cd181-57d4-4b92-9e6a-c9f592123f5d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0310435 Apr 06 11:19:02.054023 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d36785d0-09a0-4cff-a052-fc1eaad66fcb req-c957636e-95b0-4a8e-b2dc-1db43c801e30 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Apr 06 11:19:02.455216 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f5e34425-1fea-42a0-a5e2-ae41b541ed4d req-0d4fd641-9c5b-48e6-9208-98a4e1675606 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0281560 Apr 06 11:19:03.146350 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f6586b6f-dcb0-4a44-8d41-afde33323a9a req-292ba9ef-ec7d-4e21-a8ac-df7d2848e397 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0266278 Apr 06 11:19:03.208388 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:03.547285 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2185dc54-a4c8-4f9d-b5a3-a1c9a78e981f req-e39e38d3-b2ea-4f27-bdcd-cfab5f637ea0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273464 Apr 06 11:19:04.242359 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-411d01da-f8f2-4374-b67e-d04da992b3b9 req-11bbe86b-a8fc-4d99-91af-221f81f471b9 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0303371 Apr 06 11:19:04.640629 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-18d34509-00e7-4e88-83b7-63a0e4bab8df req-9ad6a72e-6171-4685-a3d1-94cf3f50e267 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269396 Apr 06 11:19:05.335604 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-84d5964a-168c-48e8-84d3-f4ba3c24bacd req-317bb285-3de6-49f6-97b5-d2f2d04acf41 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276136 Apr 06 11:19:05.758200 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b7c213a9-b203-4015-8ddf-24ac7ebf41b2 req-7ce1bd62-db14-4370-b4d8-e31daae1d2f2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280898 Apr 06 11:19:06.444092 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-872c18bb-c77a-4ff3-8682-e502635a9aa6 req-9a996c65-58a0-42a8-a1c9-435ad1226903 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275049 Apr 06 11:19:06.852146 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ae02f041-d4a5-4366-b3fe-23e1c85018a9 req-e135176a-88cc-46db-bc5d-09830d09017d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270140 Apr 06 11:19:07.537016 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7395137e-25a2-467c-a434-7384322af7e0 req-56ea1e86-4e60-4ac5-9958-7a6d344cd485 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Apr 06 11:19:07.952965 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e85027dd-6c0d-4e15-ac5b-3d93b2f86dab req-2cb1d925-7b88-450e-b4c0-e4956b92bd84 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0313108 Apr 06 11:19:08.639042 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3684c0c4-a3e0-40b7-84f0-050f15780613 req-d2a86e34-88d2-4377-a767-ee475af20a6f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0330577 Apr 06 11:19:09.046941 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-57c42ca4-4c0e-4778-95c0-f879f2beb350 req-dc3362c1-5ba2-46ea-bbbf-27bf8c8752c1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273979 Apr 06 11:19:09.731836 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-487bcfa2-ec73-4c4b-b714-459507a6fad2 req-17795b78-0d81-49d7-a7a9-7aac56f89cb5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0263336 Apr 06 11:19:10.148787 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a61aea84-2005-4dee-a7e7-a1867667c7b2 req-b927a231-2beb-4575-a3de-9622bcde8363 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284932 Apr 06 11:19:10.832925 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3055ddb8-f8b9-4ae2-ae44-a08cdfdb0a7d req-4984e8a1-672f-4318-899a-dc293cc879b0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Apr 06 11:19:11.241841 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3d44f6b5-e315-476d-aa78-445f6546982e req-b83df154-7881-4705-9047-8d0f8bf00ba6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272193 Apr 06 11:19:11.927917 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-021d59d8-a56b-42cf-8683-769d0ea7e3a2 req-d52410cd-8310-46ac-b440-7358ff3cb1aa tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Apr 06 11:19:12.318660 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:19:12.335087 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bc112a5f-c2d0-44f3-a42e-e77ca66a30e0 req-ddb117b9-b64f-426b-916e-daa443ac7a32 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275953 Apr 06 11:19:13.022100 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-13f609a8-0c17-4236-a0dc-4536dcf7d6f1 req-ad943add-14ec-4852-8ab0-054fcd9bf571 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Apr 06 11:19:13.427871 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-60375a1c-0923-4d30-b81e-bd906c1832cd req-61647c9e-b56c-4584-b226-ba214c1ebf27 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273523 Apr 06 11:19:14.115164 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f377a9fc-b820-42c0-b4a7-b638e25bc389 req-2def5183-c536-4ea1-9ad7-5fe24db8b4e5 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271122 Apr 06 11:19:14.323365 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-adabf081-6b42-4383-8281-afffa595b271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:14.523955 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9ce5e5a5-0116-4dce-b549-aab7ec8b7331 req-fc95b75b-f971-4ab2-9489-affb0fd851a8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0295014 Apr 06 11:19:15.211600 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-05d1e2e4-1997-4eca-900c-f138d0ff6610 req-3dc995a0-22ad-43db-a7e4-62fd26597791 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Apr 06 11:19:15.619888 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d531c4d1-85e4-4749-b3e8-d6cf231cfe69 req-ebed777d-299f-4533-8b69-e2abd0581ca7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277011 Apr 06 11:19:16.303627 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e39d46db-033e-4235-ad91-eb415185cf58 req-50521e33-a22b-43b6-878f-c2a226deab5f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282543 Apr 06 11:19:16.717431 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-170113ac-20a1-4d3d-a0af-166849fe4462 req-80b11fff-2c58-4032-ba76-2fc04e94d16c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282822 Apr 06 11:19:16.792250 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cf93de9c-87e6-40e2-88cb-e2ed0b51ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:17.397874 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34aa0509-ee82-4513-82b2-c86033aef2f4 req-32d784ca-e0f1-49df-b249-f04b77dea88b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Apr 06 11:19:17.809909 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b0734d0-9473-445c-9e3c-0eec291bad71 req-408fcc86-f1d5-4a9b-b168-8f0ad58a503a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284100 Apr 06 11:19:18.159518 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:18.494140 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85b1ba85-3813-4d46-ace4-51ab9edcb6cd req-02d5b3e1-4004-4682-bce5-83265aa36e4b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Apr 06 11:19:18.904022 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f1c2aae-c16b-4b7c-af76-d2c09356473e req-263f7635-4825-4b21-bd40-705777a9837a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0266287 Apr 06 11:19:19.588540 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e33c60f2-58fc-43ad-94dc-ae2676177c36 req-162b57d6-a90f-4a59-873a-353d2a3d61c6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272179 Apr 06 11:19:19.672655 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:20.003940 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-524b6a2f-3c27-470a-adc2-15ccbd51c84e req-13557b88-bd5f-426f-926a-364a895ac917 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282991 Apr 06 11:19:20.681656 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2b8c6927-f554-4df5-9857-ec0e8b4d581b req-779df7ab-65c5-4a0a-9039-b419cc1e009f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Apr 06 11:19:20.953943 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:21.115547 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-54c6b2ab-5b26-4da2-b5ac-cd831c6d7271 req-dab3c79b-ebad-4f62-9f30-3fef1d5889ca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0369394 Apr 06 11:19:21.789384 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea1b87bb-181e-42a3-9f61-ca35684f2383 req-9b3ed0e1-00fc-46be-9321-332429fbd8ec tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0301218 Apr 06 11:19:22.212703 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4f45bb7d-e7d2-4841-b972-af0fdf61e659 req-ae0c4e49-cde7-400f-aa8a-baf77158c552 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274127 Apr 06 11:19:22.883706 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-82d85786-aa4f-4265-8cae-d6df3f7b7540 req-278197e7-bcf5-464d-8dd8-37b40ffbbdc4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272610 Apr 06 11:19:23.308150 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f8e70084-c57c-42b1-a99c-bd03b1cb2bec req-c294457c-84ae-425e-8422-66d3f7f94db5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286033 Apr 06 11:19:23.977748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8cde4cb9-4665-46e5-932c-8edcd7b89c40 req-2121ffe1-5f8d-43ff-903d-55054af042cf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290105 Apr 06 11:19:24.403949 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2f273929-c4e5-49f5-b235-641473d6c949 req-8eed68bf-b7d8-4a2f-baa1-febd651a8476 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277698 Apr 06 11:19:25.080127 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-658da7aa-c289-4009-98ae-35a6a5bb1047 req-1fa68e18-3f01-4b04-96fe-9fdb92385146 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0289516 Apr 06 11:19:25.497213 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8a81fbb5-df6b-4be9-bed5-e1c339d63c13 req-9a1fb453-e1f9-4b03-ba8d-8fc917f9b81e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269926 Apr 06 11:19:26.177758 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6471a682-5705-4119-9d2f-1d700d1d2bfe req-f490311b-3e39-48b0-a3a2-fe81c3d7c07b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Apr 06 11:19:26.591444 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3b629b73-ec1c-45bf-972c-6045de39f8ce req-1c1db2dc-3bfb-4cd7-bc42-30f860a770a5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0285261 Apr 06 11:19:27.270149 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-44ae9001-488e-4608-98c4-c2cf10d44cc0 req-ab1ce251-b89d-4c16-a5c2-b4b3416f3941 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269494 Apr 06 11:19:27.688331 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1a081f82-3557-4724-9996-e4f1e2a64539 req-96edca24-aba5-45a3-a5c0-d04c736ca103 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305238 Apr 06 11:19:28.365169 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa78c4f3-7667-4c43-ab55-3cc21bf815d7 req-56b55ee9-ffce-4edb-9327-bd69538a47c9 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290794 Apr 06 11:19:28.783024 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-299f1762-1cac-4f30-9827-53e82f944e15 req-4e6f2ee8-ce46-48f3-a185-b631d95e75c5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273616 Apr 06 11:19:29.461602 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aca5cd67-9514-4837-9bb8-41b6df236faf req-ae99bebe-f4e8-46d1-9f66-b12377b5cfa3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0287073 Apr 06 11:19:29.875139 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-991e63dc-a026-4542-822a-5be71cb150f1 req-49796b61-451a-4d97-8bfd-ba4720135627 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269165 Apr 06 11:19:30.556065 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8645295-e273-4a39-8c07-b2ca9fefa0a8 req-289110dc-d76a-468f-9b7e-0f8cd89041b3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302484 Apr 06 11:19:30.970631 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-41d83355-31e0-4124-bb03-c5e25f642c74 req-a8d35bce-15c7-48f1-9541-a87ef5db80f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0281417 Apr 06 11:19:31.648768 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-18027021-b02d-4484-95af-ecbe148c0432 req-fcddde51-3a00-4176-80f6-1f6d7de37a9d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Apr 06 11:19:32.064370 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d84abfea-9edf-40ee-b5a6-6708da6eb85c req-c9f15413-032b-4ac8-b571-b1cc4019746c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275445 Apr 06 11:19:32.741588 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-60e27670-9ff7-4949-a210-1dad778596c5 req-27847b84-c7f2-4264-92b2-74587d6f036c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Apr 06 11:19:33.163391 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b5a8cda2-92d2-4fb4-b78b-3f6fc8807b8e req-acdf299a-809a-45ba-8565-c5434840150b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282145 Apr 06 11:19:33.231229 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:33.834654 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-80a4bb4d-78de-4668-bfca-8ff962c6c9d4 req-a630074e-cc16-49d2-8e7a-c07201573486 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Apr 06 11:19:34.260992 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-073b608c-caa7-4163-8aac-8fca987682f8 req-d39125f2-7790-477f-a4bb-8e05a05e1f25 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0308371 Apr 06 11:19:34.929645 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b36f2d8c-6089-44dd-af3e-2dc4d079a509 req-eb632127-83a8-47dc-b943-c500ad402a9e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290430 Apr 06 11:19:35.355959 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-40313951-4e81-4a1f-9142-660c77f3dbb6 req-f7560510-c2f0-4ca2-9c42-8c872c27c83a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277588 Apr 06 11:19:36.022721 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dc6d8e0f-a6fa-4161-bd18-58fb5b2783fe req-be2e8a08-699b-40a3-8adc-26ddf8b6831e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272288 Apr 06 11:19:36.448952 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7626a38a-2683-4354-8e1b-7230623caa15 req-3e5b3fa4-34b6-4695-977e-81a2b8254c24 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277183 Apr 06 11:19:37.122278 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d2657959-65fa-4237-ba54-7d69cc2afc33 req-debac782-a7ee-4fda-bf12-8c49d2f673a3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0330157 Apr 06 11:19:37.543356 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f5df534a-b46d-4d0b-8033-8cfa589334ba req-cf0aeade-dad8-4aeb-8cea-138a225c2ab5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279782 Apr 06 11:19:38.218565 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-22d933e0-c7e9-4818-812d-307dacc083e8 req-b1ec3544-37bd-46bb-85ee-50bad940e100 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269985 Apr 06 11:19:38.639712 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8e210238-f6d6-4d7f-add7-3363b92593cf req-45509987-3d6d-4bc5-8a4b-1799e69ee014 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284452 Apr 06 11:19:39.313417 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-571b6a9a-5ef7-4738-8523-8cad5ce17d1c req-30c613a2-96c6-453e-896f-68181af3f0dc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277827 Apr 06 11:19:39.733446 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ba50b414-ff50-408d-aae1-0bc15770f8a9 req-e3a47bf2-557b-4311-ab43-75e1b2a98e45 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268981 Apr 06 11:19:40.405588 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8a6e616f-0d09-4ede-bb1f-cbd48f4de6d1 req-c5f14076-c88d-4a36-be73-1f27f0e8067f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270317 Apr 06 11:19:40.830346 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bea6fc7e-bbc7-4d1b-8400-364cc5c0b65c req-44c0d5cd-18f8-43af-beb4-5bc792a0d8df tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0285497 Apr 06 11:19:41.498871 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ae87f03d-cf93-4a6f-b860-694a7c19989f req-97bd9a77-081e-41ec-89f6-1773cd136d3b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0266933 Apr 06 11:19:41.924842 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b84c0e95-3cc7-4939-a6f5-31ba97cf092b req-7b3e2d95-9325-4b53-a572-8020558056c4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276694 Apr 06 11:19:42.592357 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b34cc0dc-cbcd-485d-b1a7-9a2f4fa294be req-dbaa4634-978b-42da-934f-bb9bf379b206 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Apr 06 11:19:43.020473 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-56656f69-222f-4e60-98b0-76746980539a req-0619f970-bb73-4b8b-9726-162a0210a13c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277786 Apr 06 11:19:43.691278 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9c7c5483-6e5e-45cc-b1d1-221f393d4fca req-abcc0cc7-eea4-413d-8195-c2830c4d83b7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0297225 Apr 06 11:19:44.116005 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-489a913c-400c-4e4d-9609-7559e60a95c4 req-1b2075c7-3bae-49af-811f-12dfd562c033 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279212 Apr 06 11:19:44.325051 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0b9db14f-c228-4524-bd76-9173e159ea15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:44.922939 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ced1c070-5770-477d-ab80-f564711e999c req-bd9d185b-ed2d-4d1f-90db-ef4db97998d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0308075 Apr 06 11:19:45.217218 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-320d4097-6fe2-4515-9147-c95556ed4b67 req-79acd476-e114-4fc4-8cdd-ab9a775356a5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271604 Apr 06 11:19:46.017288 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d00875a5-8de5-4b53-b3aa-a3899b4e3eaa req-809f782c-793d-418c-bed0-b71d248e6cad tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Apr 06 11:19:46.313392 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6fd931b4-2541-4578-97c9-9f157b98b3ad req-2a2c8bfa-1e55-40cb-859c-128cadda0b11 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270455 Apr 06 11:19:46.794017 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-44031e4b-4727-4ade-ab88-20cc7407b512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:47.117134 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b72da849-81fd-4ab7-8bd6-b3976680a381 req-e8884683-2649-4a6f-8c74-674da70c7204 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Apr 06 11:19:47.418267 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dc73663a-f870-414c-8953-7d8de30ec721 req-6e85bd41-e15c-49a7-934c-310662308ce8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0329795 Apr 06 11:19:48.164747 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:48.220453 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12ad1b1c-a160-48e0-bdf7-4008764b8311 req-605d38a7-faef-4642-af8c-aee6e53b2d72 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0347261 Apr 06 11:19:48.512376 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4382663-5e9c-421e-aba9-166092726aa1 req-492a919b-191b-4533-907d-f9e9ccbdbcca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275099 Apr 06 11:19:49.314893 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe72a80e-e994-48b4-a1cb-ac46a7a34fe5 req-5dfc4c40-45d7-4814-ad2a-90af770d4eef tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278580 Apr 06 11:19:49.318054 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:19:49.610703 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f54ed6c-ce63-4bb9-9a51-4e8ba2e822c4 req-491891bd-c69b-4506-90fd-adb9dfb80b18 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0302033 Apr 06 11:19:49.674944 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:50.434211 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2bf8c2a7-382b-439e-a1f7-51bc8eacba9b req-ccfa8a8b-4173-455a-8558-7c6aad832651 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0418272 Apr 06 11:19:50.712085 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f88df44a-98af-41e3-b445-76f2c13be7ab req-db83f674-a6db-4568-9785-b155f7b9dd4e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0308666 Apr 06 11:19:50.960244 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:19:51.531835 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-33907f9a-f5c1-4fd0-b8fb-882f3536f69f req-b8c642fa-b2a6-4e37-9159-41115c722c1a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Apr 06 11:19:51.806841 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ef24fc78-cda6-46bf-a05b-f7603521e320 req-a993f635-cb89-4914-942a-2983af7a95d5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276496 Apr 06 11:19:52.626767 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a838f563-6920-4a99-a0dc-63e93050343a req-0ecfdf5e-6bec-4e45-8f80-fefd13882ae2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275030 Apr 06 11:19:52.911243 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-31a3f449-15e3-4b53-8f80-933a505b38aa req-000f2983-d689-4f1c-ab67-b8561a0d7eff tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269899 Apr 06 11:19:53.726570 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3ee27529-239b-41f0-9af3-95ab6e6adcb8 req-cd40d8dc-fc5e-4128-817b-af34a278a8ad tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0283437 Apr 06 11:19:54.010932 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2acb2c51-ac4e-43ef-b7eb-1e35d9290465 req-67d86ad9-58ba-4e97-9228-8e5902811cb5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0307512 Apr 06 11:19:54.824315 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e036698-d738-4dfa-a01a-da0efef971b6 req-39fca738-7732-44de-9654-e778982ee1ec tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0295801 Apr 06 11:19:55.105402 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b9b9c8e6-e0c4-4169-8546-40e45b7aa21b req-15aa004b-0791-4579-9976-9e9d13974919 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0266826 Apr 06 11:19:55.922337 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-61efe973-5154-4d76-ac6b-583f694da6a3 req-0edaed4d-e0b0-421d-bbb0-3e43600b7ec2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0284920 Apr 06 11:19:56.203706 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fc872645-33a4-425e-a87e-13679a786568 req-79efa8c0-475d-4bf7-b968-e6dc734866d4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0294871 Apr 06 11:19:57.018791 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e71444c4-66c8-421e-a792-c252576b98c3 req-649658a1-8d52-4c49-b82b-9d4c9a449568 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0296266 Apr 06 11:19:57.302263 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c83d80d9-8998-4ad6-bc90-037a3e01f40a req-026d794b-a66a-4513-af81-c05e386909b5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0293484 Apr 06 11:19:58.146603 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-984aa984-1fce-4c73-b033-44435768fe18 req-bd752b33-949e-4014-af27-9fe1a20ca4fe tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0389676 Apr 06 11:19:58.404242 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e16845c9-7f67-428a-8f1c-04828e2064e2 req-9065ceec-6e26-4c35-a159-71a3f2706af6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280960 Apr 06 11:19:59.242837 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-432b5cc6-2a35-42d0-b3ac-271ad2c9a3ab req-2c4402e0-1eee-4a13-91a2-73c7eaff53ed tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0264323 Apr 06 11:19:59.499517 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d2cab1ba-0fa6-4a21-963e-5ab36ef3386c req-36786779-ce19-4aea-bd59-9b5810f40b3c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269516 Apr 06 11:20:00.338114 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fc238764-61ba-402c-8fb2-32b2a26e4dee req-f19e9d67-8bd5-409c-94ff-167377a5ad49 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275424 Apr 06 11:20:00.597243 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d1bcd636-36d9-47ed-8628-d9b2fd6519f6 req-3db574d0-aacd-4f36-bed0-7a507a11626f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0312114 Apr 06 11:20:01.432600 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d1421acb-cd3b-4abc-96e3-7d1025ea6d92 req-c3c7e3f5-2bd4-4fa6-9793-1f5e39c43b62 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279994 Apr 06 11:20:01.696506 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fe709beb-a0d3-4883-95b3-71053ee785ac req-6f0ed2bb-faaf-4f1b-a351-489f99d439b3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278025 Apr 06 11:20:02.527003 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5c979e05-8778-41b2-af15-af2cc8511ea9 req-ae435b63-e39d-4339-af25-de0e8f3b2bb6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271101 Apr 06 11:20:02.790159 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2de189d1-2cda-497a-84fd-c7db2e43f862 req-a013db19-cacb-4a1f-bc72-7009545ff0d1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271137 Apr 06 11:20:03.229347 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:03.620843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c5256fb4-e2fc-4a69-a44b-2e13627dd8b6 req-d0069f9f-80fd-454a-9354-cc4c24d3f4fe tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Apr 06 11:20:03.895182 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b42d6b46-ac96-4e12-afdd-698ec15468dd req-148795d2-0c3c-4929-a2d6-87124a733450 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274570 Apr 06 11:20:04.714203 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9400253f-3903-4f8f-a835-55d3a3985134 req-57b280ed-f337-4c5a-8d52-22bdf751803e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272348 Apr 06 11:20:04.990978 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-66650990-f2ee-4342-ae4d-21b5bf7fe3df req-6776dd7c-49a2-40de-95f9-8008539a64fa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274825 Apr 06 11:20:05.816329 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ff256419-46db-4ab4-a99a-65c1bc8969c3 req-7c9c4495-c93d-4b09-8fc9-9269bb3e05a1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0341816 Apr 06 11:20:06.084004 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7ab5fc73-80f3-4b29-8496-509303723976 req-de919f12-9c29-40bd-b61f-6ab51e48a1ca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0267055 Apr 06 11:20:07.069461 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12e1109a-00ca-4878-84a9-069a52daf599 req-6b2bcfd6-b037-41de-a66b-ac26cf5c8436 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269120 Apr 06 11:20:07.180066 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4f0e72b1-a43f-4480-b87c-bf16f70dad8f req-8e92d863-b812-4222-a7d4-b60e0f967751 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299294 Apr 06 11:20:08.164077 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3fd33fc2-48f0-459e-a399-3967b02db358 req-e20847bc-ab5e-47f1-aa1c-1efccc3f58e4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285192 Apr 06 11:20:08.278162 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1d150901-d835-4e25-9551-27c9b738caf6 req-901d88f9-b5bc-4abf-bb94-a140e72dfb06 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278347 Apr 06 11:20:09.256545 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8792e210-6fea-4bd7-afca-c482ac973da7 req-6074052d-021e-4ef0-83fb-4ae399041471 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280380 Apr 06 11:20:09.372864 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7d286c10-d66c-468f-8722-9e7526b635be req-bafb9b98-13f6-487a-8bda-b4e7384ad34d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270224 Apr 06 11:20:10.359547 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-37a4eac5-04de-4d66-8ad8-2c89b9c0e156 req-0c610c64-ba3e-465e-ab33-bd1dcb87f550 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0306337 Apr 06 11:20:10.474519 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9e4deef6-c0c0-4069-83ab-5b12c55a3716 req-f40e19c7-5ad4-4b4e-b7cd-4f52632b0324 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290689 Apr 06 11:20:11.454257 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1287b07f-4435-4c03-80dc-00caab0eca1b req-25fe3521-894c-467f-8892-f8fa55ca1e4f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276401 Apr 06 11:20:11.570429 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-42e35f3d-3e38-4e64-8200-737d37ae1d19 req-f82d5dcb-0730-4d79-9fbb-380cd820cc2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269160 Apr 06 11:20:12.547293 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b551fcb6-1dfc-44dd-843e-d406a50b13af req-f6ea8514-f830-4934-aa6f-6ac97b2ed231 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271761 Apr 06 11:20:12.664555 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1b2dfeb8-33a5-40f3-8f93-207a9f0d9f32 req-146bf5c1-b518-4009-b84a-dee0ea22f9d4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0264592 Apr 06 11:20:13.643288 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9ab1ff78-c901-41e8-92bf-ae16a204d60f req-60d8ad2e-5ef8-4bfe-b9d7-5a6439c12c99 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270903 Apr 06 11:20:13.760143 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d53d7db3-23b7-4e36-a93d-fe334894c7f0 req-7583ac28-0bca-4755-babb-148a2ff34a84 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0292778 Apr 06 11:20:14.325971 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-24b6f777-8353-4c00-a835-aded5a0b1162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:14.735816 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d437d711-45aa-4357-8453-5669a588ecc9 req-403518f3-b66d-4b0e-a863-cef6ad984478 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0267167 Apr 06 11:20:14.852409 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9fb4658a-aced-45a2-8d9c-96f777715318 req-e0953a78-d752-43e7-a93a-f9eb38cd7b5a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0265100 Apr 06 11:20:15.828640 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dbe21414-ca82-481f-af56-e83996773ba9 req-a1955dde-0a7b-4151-94f2-a1b316830647 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269384 Apr 06 11:20:15.947662 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f3d3994c-0a3c-4a6e-91ee-58524a644a53 req-bbbd6b3a-8bbc-41e8-ad34-31673dbddeaf tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0281076 Apr 06 11:20:16.795992 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1a290789-97ab-44d1-89b5-b2673082ee96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:16.932297 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e64d2524-8c64-4123-8f81-7a7fd5430fad req-c455c684-0ca8-4999-9845-25fb0a87df3f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0385168 Apr 06 11:20:17.041285 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01a958c2-5b17-45b9-bf10-b4e19e3e71b1 req-9e77f29b-dc0d-49f5-b699-b1714963df54 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268416 Apr 06 11:20:18.027804 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7a5b9eff-0484-460e-9bba-d403683e0ebe req-93b37877-098b-4fa4-a4f0-37084ede897a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0304220 Apr 06 11:20:18.141060 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e35cc391-cf59-445b-b5d8-3a8078ceecd1 req-69522571-1a20-4df3-9da6-149900abb920 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282745 Apr 06 11:20:18.166735 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:19.127155 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d37e9d73-ffeb-4e61-bf5c-646e8bea0dac req-6d7f6b3f-edb6-4fa7-87b0-fefcf2a8adf6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288813 Apr 06 11:20:19.239473 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd80c30a-8354-443e-b8e2-9efeff129198 req-f56783f3-cce0-4916-9e4e-93708ddb96fb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290117 Apr 06 11:20:19.678624 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:20.224051 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-631628db-ae10-4940-8b3c-9772b805190f req-f48adb8c-acf5-42ef-9ab8-1308b43fb48b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Apr 06 11:20:20.340181 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0229d347-790a-4c8d-8ec2-1b325b4a2230 req-dea884cc-9941-45b5-8663-6641b9dcd5dc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0326314 Apr 06 11:20:20.953788 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:21.329119 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b641d674-3632-49c9-8ac5-a841823c3fd0 req-8b252a3f-eee6-45e0-8d44-9f2414c1a4ca tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274816 Apr 06 11:20:21.436129 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7c9f9667-d600-41c3-900d-3563be510cb0 req-ae64ad27-8d7c-4e9b-abdd-84fa783bbd50 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269997 Apr 06 11:20:22.422261 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6b19ff80-0be1-444a-b104-4343dce6a4d8 req-bd4b485c-5809-4446-a0bf-230bcd4f95cd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278373 Apr 06 11:20:22.531188 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9b12fdfc-f3a4-4da7-a213-2d36c3cbd19a req-e81556e4-6fe9-484b-93b9-e86644ba6e7c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275784 Apr 06 11:20:23.518486 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8dc86815-351e-4e6d-b350-89fe372f378b req-b41e6744-08a6-4461-9e1c-0851b3cae347 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Apr 06 11:20:23.628970 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5cfe0325-ac6a-4d5d-bbbc-2628b99e8d4c req-ec048d25-d67b-4947-a7ab-0b550e1039c4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277140 Apr 06 11:20:24.614135 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0f492bbb-23fb-47cb-a5e3-57fb82d53afa req-f7f143c3-513e-4fb1-b865-82dbd4cccb2c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Apr 06 11:20:24.730209 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cbff30e5-5e84-4515-8dfe-4e386beadbdb req-a92fb123-4546-44a5-a5cc-15bb207d4c71 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278933 Apr 06 11:20:25.710570 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b2ca6e0c-e5cf-401c-b7a3-c37478c7d1ec req-64113c72-905a-4b8f-bac3-c9d7d7a22aa7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288241 Apr 06 11:20:25.883023 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-721d4fac-a118-40fd-a3d2-86680c4c6704 req-59d66de6-c75d-4223-9fb2-2622a4843ec8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280497 Apr 06 11:20:26.316990 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:20:26.810647 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-970281ce-3d9b-47ea-9291-d38ca16b672c req-d579ed5f-9bc2-468f-b3d6-dc52c09e1bae tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285814 Apr 06 11:20:26.982203 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c5795b48-f174-4ede-8129-d9816bf97c79 req-b2a3160f-e42c-4766-8bb7-974c199d16f2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299125 Apr 06 11:20:27.923968 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-85cea7c1-923f-47fb-a22d-88506ddf9002 req-8aa52d3d-e15c-46f2-a5da-fff36109410e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0388978 Apr 06 11:20:28.091293 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-441a455c-127a-466a-98be-e60bb45eaa9b req-dd0c3730-ede4-4bb7-971c-bee9dca8cff6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0302174 Apr 06 11:20:29.020776 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-36c3f60a-9414-4e7e-a177-37a57e6b814d req-624290d9-441e-42a6-a8cd-7eba5dbad658 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282233 Apr 06 11:20:29.196845 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e72f3772-220c-437d-a70e-1093427bc96a req-29ccd9d9-0b09-4611-9c5a-c92572a14ae6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282173 Apr 06 11:20:30.116016 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eea0f14d-2b27-4b41-a938-4f541362c8fa req-e960afa8-088e-4530-89e7-dd4a104e9e44 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293560 Apr 06 11:20:30.292278 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-cceb6952-e302-46ed-9a45-9f81e4e66a71 req-b652d51d-c608-4960-8f46-d9bc8b4a16c5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272448 Apr 06 11:20:31.212788 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7e6afe8e-8e39-4653-8967-4a0323d3ec7e req-f7de8889-9d15-4372-9a10-d3daa7aef09f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277703 Apr 06 11:20:31.390968 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-27181c13-2aad-4045-a319-7d03a15ca8fd req-fa0d464c-8837-4944-9223-261f65fc538b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0287168 Apr 06 11:20:32.316348 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e2de7391-1bb4-418a-bd3a-60e63ffdc23d req-1e654b37-0f24-46af-a84f-d9cdcde6150e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Apr 06 11:20:32.492719 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-23bbda4a-fc4d-4704-9ace-d59490341685 req-3fdbdfe2-18c0-4d51-a70b-8af5c50f2925 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270751 Apr 06 11:20:33.247467 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:33.413337 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-75361021-e1c5-4bd0-9373-fe8374ecd16f req-af3ff7b1-66b1-4939-ba62-7a2a79d0eb40 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285022 Apr 06 11:20:33.594184 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d181dc68-6041-456e-9bb7-1209a3ee063c req-74795716-3d98-4ea4-93bb-dbf548b2b8b6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0327699 Apr 06 11:20:34.522604 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f752956d-a39a-4d83-afb7-2bb1a005a1b6 req-7182a629-6b85-4de4-b75e-ee8a93f86d97 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292716 Apr 06 11:20:34.694567 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f87aa860-1d5f-435c-9cbc-811e319a811f req-af1c75b3-7456-414a-9c5f-fa716bf03d77 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0323470 Apr 06 11:20:35.621724 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d21430a7-6ae8-41a1-806e-8eff53b91f08 req-cbd4d1f9-0fd5-4506-bf77-e6faa092beb9 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290878 Apr 06 11:20:35.789851 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a35cd4ae-9161-4b55-be34-08095d7806e5 req-d7d86f76-18e8-415d-8fc0-3b1d4fb5657c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269897 Apr 06 11:20:36.730169 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-16a53687-11f4-4c7c-8e28-cae6901df0b2 req-56f50c93-3fe2-4498-8f1f-c6a6661454ef tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0371325 Apr 06 11:20:36.886767 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e4b33ee0-adb7-48e3-bb8f-7cd5ad6a85f9 req-5cc709d8-ff5a-4f4f-963f-34ed5525b126 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277677 Apr 06 11:20:37.826512 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b454cde-f077-4864-96bf-764a95b42cab req-45416db4-c10b-4e97-80a1-13d8af933fd2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288360 Apr 06 11:20:37.984187 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-aa10e545-5bfe-4cae-bf44-f9800c761817 req-fdb10179-1908-4bed-af8a-86bacda0d9eb tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275257 Apr 06 11:20:38.924732 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-47034045-8d3a-40fe-9228-2221aefce561 req-5e7c73d4-262a-4ddf-be7e-8fab9d58306d tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279448 Apr 06 11:20:39.084246 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3bbb0ca3-1bb5-49bc-8d56-542453ac06b1 req-2680fa68-bb37-4466-8e5e-87fa814e25de tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299149 Apr 06 11:20:40.023304 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3162dc03-d604-4094-a5ab-55e0e0e74045 req-d2df4916-6757-4d0f-bb46-45c251327862 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288126 Apr 06 11:20:40.189692 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b61f6ce6-eaa9-46c8-aeaf-50340031596d req-74d92d7b-61f9-4c71-b3e1-1c7fd9ce155a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0309043 Apr 06 11:20:41.119574 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-69f0a4be-8740-4d6e-93e2-21f73b0fba30 req-b1522aa0-8197-4ff6-ba38-bed7c6756556 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Apr 06 11:20:41.289166 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-743229e2-1a69-48d9-9a37-23b3bf3ae93c req-a1adbfe4-d132-4e37-b8c5-069f405ff6c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299911 Apr 06 11:20:42.218809 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-deb15f7a-886b-4861-8003-c80b3b18271e req-51874ed8-4443-4b70-a397-54d60b51610c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275085 Apr 06 11:20:42.384777 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-017337f9-e6b2-4f06-a6c7-cd73340328c0 req-db9151e0-30b6-42c8-8ba9-4f3e00f91171 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286608 Apr 06 11:20:43.336790 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a35515c8-0918-429f-872f-aefbf64d025a req-d4d7e522-35b8-4c5f-84eb-443bcc020646 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0329721 Apr 06 11:20:43.488918 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9a185494-2a53-48bc-aac5-5342ed3b4e3a req-ee76b5d5-d0bd-47fb-b62c-cd882225a450 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288959 Apr 06 11:20:44.331600 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-64dae111-0d0b-4122-af9c-35b38b8a029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:44.436992 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d80af2df-2577-4070-94ee-b751c6f4e3c5 req-a7086cb6-822f-475a-8b5d-477454aa76d2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0286400 Apr 06 11:20:44.597109 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0e28eb4c-4305-4382-aa21-9d2d85f45a27 req-4ad501f1-6a40-4003-834c-e885750a3842 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276668 Apr 06 11:20:45.543610 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-54f9337d-ea40-4cbb-b925-fe14d42c702e req-909c6ecb-cd37-41da-8650-b40e10952052 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0340078 Apr 06 11:20:45.693587 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ac3bed5d-3d10-4e42-b768-8e334606d975 req-f37ff026-2cb1-4517-a495-f6d4d7f9f0e0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0283866 Apr 06 11:20:46.651724 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-81e1a7a6-45b5-4bcd-9985-cf2f305d36e9 req-f90bc3cd-8a42-4cbe-9a70-97760bcd9e75 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271566 Apr 06 11:20:46.790714 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fb9db92e-55b1-4a3d-b525-8e2277859da7 req-b79c157f-2b4a-4a35-a984-dcb4ef3d9055 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299561 Apr 06 11:20:46.799734 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c930ddb8-b4ac-4e53-9db5-200971862374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:47.750379 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a02b5880-33d3-4a51-9f71-8b1e855b07c7 req-318ce94a-db11-4f69-b192-b0f070619c67 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0286872 Apr 06 11:20:47.886887 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8e98df39-bccf-49b7-83bb-7bc6877b62da req-bb724240-a7c4-498d-947e-bf92bc60b89f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268428 Apr 06 11:20:48.167595 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:48.847755 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ef7e8e4d-d559-4cef-8dae-b1158488b75d req-7a4ec5e0-5665-45d7-85dd-d98f18bf16ee tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0283701 Apr 06 11:20:48.985134 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-757b011e-fd9a-431e-9a00-bada1e235d87 req-b73d2419-fce2-43a0-928e-49d8722b694b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271101 Apr 06 11:20:49.685464 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:49.948787 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-962b6bda-2070-411f-a748-460972b48419 req-f28a2320-6189-4633-b015-93e76d612ce2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0320227 Apr 06 11:20:50.079739 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fae6b7fc-de31-47fc-a403-bb356597924e req-73a915cf-e971-43b2-8aca-d8966e251ba9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277190 Apr 06 11:20:50.956214 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:20:51.043838 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f1e65cdf-4a1b-4c04-a44f-2b012c4393c3 req-890dbe02-8825-43f6-a1b2-4fd77ce14b64 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268738 Apr 06 11:20:51.175122 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-662d97d4-d2bd-497a-a1c9-42076ca9bc77 req-94d5f063-6406-4186-b89e-519815c90bb2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289903 Apr 06 11:20:52.139223 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a65db42f-8bee-4115-aa73-465b8f4791e6 req-6d4d9a16-47e8-4c14-b59f-0e6f0ef710b7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Apr 06 11:20:52.282591 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a2a41b81-3117-41a0-af2b-b6eb34b7f5ce req-5cdeb855-5ae6-4eaa-bd79-6758a77b5fc2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0333943 Apr 06 11:20:53.233557 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d4839619-542c-4fc3-acf4-7d58ae618c43 req-a1975232-4cad-4347-b53d-74e82a16174c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276122 Apr 06 11:20:53.379838 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-941d5385-c35d-470d-8fc3-44eae992ea1b req-c476afe5-b966-4966-b598-471bd84dd680 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299928 Apr 06 11:20:54.331494 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6445db5a-2acc-48f7-9826-a9993d21f0a5 req-299160b2-0ff7-4022-bddf-ae2809cc6d30 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290313 Apr 06 11:20:54.474738 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-75136b5d-68d0-4909-bea1-157f3c83be67 req-79dc605c-2eed-4737-a28e-18d416a60863 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270700 Apr 06 11:20:55.425166 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e399fc15-ea38-4067-9262-dbadd92e9c28 req-86801ff4-acff-40c6-b160-76562e186308 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Apr 06 11:20:55.570107 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3d91fda4-4743-4e4b-b76d-722cc4b09e89 req-84b6c299-5713-4b9c-a5a2-bb1b67672374 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276618 Apr 06 11:20:56.521641 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9283fca5-49a1-4abe-9d60-b20bd4b4a945 req-1e592f6d-240e-41c3-b119-65cb2b36250f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Apr 06 11:20:56.673419 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0580f910-cb11-4605-8c22-f8d015c90763 req-c7134d60-c3b7-4fe7-b158-b8183684901d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288417 Apr 06 11:20:57.617094 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7ed1ab18-2c7a-4ca0-8c39-5cd1deac305d req-98acb9bf-21b9-4208-bae9-16a1e9f2595a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Apr 06 11:20:57.771616 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6863c93a-b5e6-4485-b8bd-5411a84473bf req-20205ef3-677d-4037-8842-6a61d453a741 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274842 Apr 06 11:20:58.711673 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-eb3fd4fd-f75b-4b92-86b2-d3c14a33c317 req-8911d723-518e-473f-9a29-30650810b9a1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282991 Apr 06 11:20:58.868243 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5c2ce717-ec5a-4679-be66-18e8cbb50a9c req-1e15b742-462b-4be5-a05e-c392734256d0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279307 Apr 06 11:20:59.806576 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-625e03ee-709a-4f80-b670-d9014efc3a68 req-03f883b4-17d9-425c-b8d1-fd8547b4efd1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278952 Apr 06 11:20:59.965128 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-526ea011-2442-4d69-aa7b-db5cd1710ab3 req-5572e3cb-5cdb-4af9-b799-ef8e6b87eabd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290363 Apr 06 11:21:00.901257 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-160ee21d-a9df-4d30-b071-e3a603eb6247 req-79db04bc-458e-4130-8e91-bb905d292075 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276053 Apr 06 11:21:01.060410 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8d77ecbe-446f-45f8-b86d-c9fab4fafb84 req-f66db26f-4bea-4ee9-bae8-5bdb18e53632 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0281317 Apr 06 11:21:01.997085 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f60bae84-43fe-4719-b2e1-8c6c9a59d620 req-bc20f4a4-396c-4c65-a3ba-4b9f2e87c0cc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292752 Apr 06 11:21:02.155992 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-67824196-e7b6-4708-bc1f-fc6e19e3632b req-ff1e84ea-ca80-4f99-b466-f9eb963c8d51 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286703 Apr 06 11:21:03.096400 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c739cfe1-1497-44ea-a146-a6f560e4c8df req-6091dd3e-49a7-4181-b2f0-0c8f55e32d4f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0306518 Apr 06 11:21:03.240030 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:03.261641 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2334b1a8-5400-4af7-bc14-08549c7ba807 req-a4e4e028-9fc8-471d-b027-c60b4b8a52f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0285127 Apr 06 11:21:03.315826 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:21:04.193842 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-811d9336-487d-45c2-bb7a-298b9d8055a9 req-3eac22b0-fb00-4a94-985c-0efe6d8fde90 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Apr 06 11:21:04.357436 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c7fe483-d53e-40ac-a739-c7810cdca2c9 req-71ed95cf-51c2-4ec3-a22d-e38d190d1e60 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0267859 Apr 06 11:21:05.287150 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a512651d-8ece-484d-be5e-feb0e1f369c9 req-fd73801e-75bb-44e3-8132-5886c7e1ecbd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0284224 Apr 06 11:21:05.451618 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-9db2c8de-b7a8-4e83-aeb7-8dc479f11c30 req-07c8be0a-1907-4303-894f-097c34990ec1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274787 Apr 06 11:21:06.380197 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d4ecf282-3ee4-4704-9ec2-f036959ec26e req-ccc8cfb2-f0e0-4e2e-bf6e-a4907c9fca6b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Apr 06 11:21:06.548340 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2575349f-b9f0-4c0d-ab1d-bc7da133f43c req-96961313-16c1-4df7-a7ea-e219e39b4f31 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0301762 Apr 06 11:21:07.478070 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a27129d7-35c4-4e0d-8809-94b0c765bf73 req-a98effe6-654c-4159-8230-a50d26a6f909 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275242 Apr 06 11:21:07.645248 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-41e6aae1-9690-4100-b527-f78602d5cee5 req-c7225e55-e980-4333-a2d0-bea349242b99 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0291691 Apr 06 11:21:08.570848 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-481542dc-01dc-47da-bae9-71e7c7b4cb72 req-35c44a53-1808-4e04-a499-b50838b04262 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272322 Apr 06 11:21:08.743057 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-153a51e9-95b0-4b33-a9a5-64a48f2bd304 req-2b4c4b35-bb26-4fd5-8778-dc19c8c1dc0c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0266309 Apr 06 11:21:09.667268 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fe742cd1-b025-4390-86c4-b79efcd1a5e2 req-02ce6fb9-9502-47e4-ab50-8206a8fdb82b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Apr 06 11:21:09.838115 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d24c30f9-05ef-46a4-ad6d-5776385bf186 req-e6da1394-0f39-459a-afc3-3e5b61841efe tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268149 Apr 06 11:21:10.761930 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-fbafa132-2598-41c3-a782-9ea1a99afec8 req-14f42ecf-ad7e-4f5b-b78e-9da216b31407 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Apr 06 11:21:10.935993 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd7998ef-16ef-42ff-87c7-e7d7afe5a733 req-d9dbc0d9-b7ec-4dc9-a565-29098c54868a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286372 Apr 06 11:21:11.859324 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8947c095-7d08-4cad-a545-7df271cf5806 req-4582eadb-26f6-4eaa-afd9-5d7f1722ab78 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292275 Apr 06 11:21:12.053827 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-39a14ac0-f2ad-474d-8624-b2ba9d01b0f3 req-b1361157-cf93-4759-b1a2-c01992811c78 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0355201 Apr 06 11:21:12.954816 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-aa3dd893-6b25-458c-8b04-aacc934a13cb req-3600de80-7530-47e1-bea9-4ce62fb67954 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Apr 06 11:21:13.150886 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-28ae3d8a-0351-42be-9389-b65ebc8b195b req-f5e0899e-d412-4123-9e58-faab9a2c81b1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0295324 Apr 06 11:21:14.051809 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6c50fc78-dc99-4383-8ad7-5aefe77a2d2f req-5c2d0a8c-1416-48ac-9ffa-92031738b1fb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291023 Apr 06 11:21:14.245969 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a2d25c8b-0c58-4e98-82e0-8748ab6d1606 req-10528be7-496e-4da7-af56-90f12449d208 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272794 Apr 06 11:21:14.334550 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-30385a89-3032-4fe6-8ccf-63b1e799374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:15.146067 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c138677c-0cb3-468e-a152-ff9284d7c4a4 req-6abafd6d-b3d8-4b7e-a52c-e3a9673eddd4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275903 Apr 06 11:21:15.342065 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5538e6ae-0f7a-4174-9664-17c8d1011100 req-bafa8f62-6a19-4106-b63e-e54304db25fd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289621 Apr 06 11:21:16.241036 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a2242d46-2fef-4151-9a64-18d8de3586f0 req-32933dc9-e835-4cae-9e7f-39a63657be96 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0292609 Apr 06 11:21:16.437442 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c09e8890-8983-4bd8-bf47-4f50de5a2714 req-ea1b773f-6674-4fcc-9542-aa864e713a12 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284822 Apr 06 11:21:16.802181 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-93d10583-86f1-424a-9f63-6ffae0b04fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:17.536977 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-036cba80-b618-4b61-978c-cd263a37c33f req-f94f42e6-6ff9-404a-90da-a7ad9118fdc7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289373 Apr 06 11:21:17.620592 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e3d408c0-d07d-4d13-a4b4-a95469a36175 req-64668927-5abd-4c60-9942-ea98e65547d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.3118820 Apr 06 11:21:18.172492 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:18.632429 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-91beccaa-1093-48de-94e3-867adf468077 req-62bae82d-ba96-4fe5-905b-927874c47687 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269568 Apr 06 11:21:18.713707 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a24c6f63-df0b-4b9a-8992-f5c2e9410bfd req-9cc9a7cb-d4e8-49c9-b59d-8e7c3ef87ebf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273762 Apr 06 11:21:19.685155 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:19.736670 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0eb6e5e2-62b6-434d-ac68-812168c83781 req-fb2f79cd-99db-4f11-bbd6-87353e1b776e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0352979 Apr 06 11:21:19.810234 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1f01b38b-00a9-46bf-ab2b-7be5978d9d21 req-79b2cdbc-7302-4011-9c4e-0794281d7f81 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272565 Apr 06 11:21:20.832471 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5daf3655-af8c-4797-af1c-e0c482e2765b req-1103e6b2-31b6-4c45-80ee-754d5a62e737 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278511 Apr 06 11:21:20.904818 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34756e68-2078-4199-ab3d-e4771ce5591e req-3357cd01-8826-4550-b99c-3058cd8692d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272591 Apr 06 11:21:20.961544 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:21.926941 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b856b7d5-168c-4f44-85e6-51c21a4563a0 req-f604d1af-e20d-40f0-adf4-bf7934ea6561 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270979 Apr 06 11:21:22.000422 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e74749cc-d0b6-4594-a4c2-a68797474eb3 req-7f1d4836-583c-4368-9442-4e4345b7fb32 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288200 Apr 06 11:21:23.021382 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e8d760f5-e95f-4853-92fd-2b903c161cb3 req-a1f977a3-ddfd-4e98-9c02-c6b61020282c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276601 Apr 06 11:21:23.096005 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-62ba0c4c-ce41-4499-8733-53ddda0b43eb req-248702b5-ba06-433b-9949-02ec5a932f31 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274835 Apr 06 11:21:24.123495 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7694c593-df3c-4d44-9860-e9c32cd07497 req-72c6ea93-9258-44ad-be57-77cca151e36b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0287216 Apr 06 11:21:24.194250 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-55f2fbc0-61d9-467c-9875-d1a49a2af9b8 req-9ac6ccc1-481d-487b-a369-330e5b9f5161 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Apr 06 11:21:25.218911 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-50b81290-2bce-4209-9f7f-eb87b4fb8f78 req-41449ef4-4504-43ae-8d2a-38cabea1beca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0283611 Apr 06 11:21:25.291865 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d64f0fa8-9cdc-464b-bfc6-95d9a1087079 req-2544b0a8-2d88-4e8c-9791-4b1dcf7ca342 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276690 Apr 06 11:21:26.318668 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b6491f68-5262-4aba-bce7-c7131b8b91a0 req-cf2047ad-ef32-49b0-b72b-2899baa6a001 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0323527 Apr 06 11:21:26.388216 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-1ae8fc6b-d6e9-4e89-849e-18d90201ac4f req-7199cb38-0689-4ade-a8dc-be4f0c881fb6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Apr 06 11:21:27.414589 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fc3e44f7-eee2-4100-985c-71482063d1bc req-aff601f9-2a05-406a-a364-8497d9a5030d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269933 Apr 06 11:21:27.481827 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6142dbc0-50c5-4e7a-a0ff-dd4745d747b7 req-8794dcf8-70c5-4c05-8678-227501bda42b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268073 Apr 06 11:21:28.510666 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c4efa67a-a859-4c16-a1bb-f5af2671117c req-695c4ee6-27ff-4482-bdf3-ab09455dfcca tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273471 Apr 06 11:21:28.581686 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3d208abe-02a5-4cba-b7e3-ecf0c8a8fbf8 req-1cc18dff-cb87-413d-861f-11f2eab1334b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0303609 Apr 06 11:21:29.607030 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d6637696-4784-4b4a-9f4f-d30783dc5d3a req-bb08b69c-a376-4d73-b4f1-81717d28bef1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284064 Apr 06 11:21:29.674606 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9a0e45c2-f55e-45f1-9c17-5bde02db2b4e req-5e274dce-0330-446f-8b8d-cb4ae88a4ec1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Apr 06 11:21:30.702952 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-800d4718-9358-4dc6-a412-53b8f42958c0 req-e14bdb60-eb5e-4b35-a88b-1026911559f0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286629 Apr 06 11:21:30.768449 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-99f8f59b-a82a-4afd-a20a-fd61c1a076dd req-6128fd2a-3b4b-4019-8f45-6068f565e160 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272396 Apr 06 11:21:31.797918 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5bd452f7-0bcc-4643-a2f2-b8eba5f2953f req-7b0f3642-adf0-4dc1-9ccb-81bd5961f4a1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279682 Apr 06 11:21:31.867551 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9709ceca-e657-48f6-82c4-0ec8451f2cd4 req-ec574595-b310-4eed-a7c1-badc79f18fac tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282185 Apr 06 11:21:32.895140 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-906a5475-ec15-478f-a617-6c5820168072 req-f4dd5b7e-9f9f-4285-a068-fe1f3b8c1c0d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305147 Apr 06 11:21:32.963541 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3f03f800-2cfc-4d1d-8a98-7e32c60c1dc3 req-56cfdc8f-c889-41da-9646-539e40c62d91 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0263779 Apr 06 11:21:33.244675 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:33.988618 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a733af74-788f-451a-a7cc-a28c4735780c req-e66d4347-4120-4637-bf16-bac001ebb38e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272803 Apr 06 11:21:34.060791 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-84a3bd45-0ce7-4a2b-9503-16dfe8c5f3e9 req-3106c59f-f9da-4aa7-89f0-552e347ea148 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Apr 06 11:21:35.084027 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1b7564a6-aa8b-43ec-a424-e87421b2c921 req-f8a759e6-1e65-47cf-b4ba-15682e40da54 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284011 Apr 06 11:21:35.156401 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8684bdf3-7a76-4404-9715-b90e130f47ff req-cbd700bf-1a2e-48a0-af6a-b8139fc548b8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0298371 Apr 06 11:21:36.180417 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-66edd158-99d1-4680-9d7c-323ef78120a7 req-c703787b-2aa5-4aba-ab19-ef81b1d7a0ec tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269628 Apr 06 11:21:36.252012 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d321a0b7-e31d-439a-818c-7117391d9b8b req-70ecad2b-d08b-4204-a024-76dbb974065f tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Apr 06 11:21:37.275949 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-74aaf6cb-d475-44f8-b07b-8b91ddb62981 req-eb11c4c8-7f61-40f4-aedf-d70977b2cf48 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278876 Apr 06 11:21:37.349995 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8aaa8404-f315-4ca2-80fe-c234ec7712f1 req-c2544147-53ce-4a21-8926-7be17ba3aa11 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Apr 06 11:21:38.373956 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bc31f203-4abb-4ef0-8b65-9c26f56e8728 req-191af771-0cff-4bf4-9889-adcf832d7607 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279922 Apr 06 11:21:38.445025 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-86d06713-4bdd-4032-9769-1a93672d0f08 req-840012a1-8cc0-4a60-8691-2719afac1566 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275228 Apr 06 11:21:39.475903 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1c5c5fcc-5c77-4a27-b47b-ccab807da710 req-8993518e-b89d-425f-b282-188733d41ff6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0325058 Apr 06 11:21:39.538178 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f227f9ae-14b4-49d7-8058-b9551f0637f2 req-98c4742c-2684-4429-883d-6653f3da0013 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274367 Apr 06 11:21:40.315139 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:21:40.575321 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1656b83c-5f81-470a-914c-346cb39c1281 req-dbe73547-ed93-4dad-ad83-7b795b1438a7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0283773 Apr 06 11:21:40.634290 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-51af7eb9-8610-47d0-bdf5-754b09ed92d1 req-479a4f9a-63dd-4cc6-a36b-749523f2c251 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268328 Apr 06 11:21:41.669223 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-459613ba-137d-4bc9-9618-ecad7ce474c4 req-a2a47ad3-8478-420b-b06c-82be5e72851f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278332 Apr 06 11:21:41.730927 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba51203d-67ff-4990-b127-adb9ba08d13a req-63400489-2826-4126-92f7-54ed241798fa tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0294278 Apr 06 11:21:42.762837 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bd5f5675-a296-4c3a-a59b-f5d00c9dc8a3 req-05bc8748-6b52-4708-b5b1-6cca8fe1771d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270426 Apr 06 11:21:42.824536 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-33cd924e-a663-4a99-95fb-7aea44fcdd3c req-9d728588-0a6d-4a7d-85a4-c02d49a2364b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Apr 06 11:21:43.861528 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dfb395e2-4988-42e0-b8e7-eb5259e797c1 req-16000a13-6166-4b37-8771-97b79e1fb25a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288682 Apr 06 11:21:43.992023 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12512c00-b57a-41a6-8ad5-806f1cefb547 req-0e01e5b0-19a6-4a5a-8a4d-8b41dac5aec8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0985732 Apr 06 11:21:44.337673 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-762cae05-2eb1-4cd6-b308-479c4b0f3d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:45.002755 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1b024589-c909-4cc6-aec8-bc910f21e36b req-c44f8db1-4a46-4f58-9349-fe70474bb53c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0728951 Apr 06 11:21:45.088445 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4645d532-7253-474b-93c4-c6c1caa9aeee req-79102c41-d047-4a9d-be3b-2d8dda7437fb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Apr 06 11:21:46.100354 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-fd7db5ca-5f36-4642-aeb9-51c52a4c56b9 req-f443a5fe-57b0-402f-99da-e1884083ca3e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299280 Apr 06 11:21:46.185667 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2d025045-d152-4dc7-8ab6-a3eb7c4e564c req-ba849c0d-72ea-4c67-8bbc-d372671f27c1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279341 Apr 06 11:21:46.805104 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-63bc7f44-a104-48a4-b415-c103e45dda22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:47.196425 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0154aa02-403c-44bb-b0ab-3d879f17652c req-5473dcd7-c00b-4a41-9414-3e198df8d262 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290091 Apr 06 11:21:47.281460 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-085bd2fb-80ff-46bc-a481-670355085b62 req-be998164-0192-4023-aaef-a218056e37a2 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0278177 Apr 06 11:21:48.183666 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:48.291321 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-6296bdf4-8820-4812-b3be-d3b492a19743 req-8472c06d-b167-4c2f-a62d-3aed3c93f0e1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268846 Apr 06 11:21:48.380598 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-161531cc-0fa1-49a2-93ed-4ae2af012ab8 req-86b1a2e1-5ed4-46c8-87f9-928283db2a7b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291984 Apr 06 11:21:49.387499 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e191912-3d12-4415-bf16-68f7ed3f2d7a req-9605b644-35c9-4120-99ad-f9dd521a646b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277057 Apr 06 11:21:49.474595 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0b244add-bda8-45d2-8144-4871325a297d req-e1adf971-c355-4082-a0cc-cf357def7b38 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0272658 Apr 06 11:21:49.687249 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:50.481445 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-afc6fe5f-c18c-43eb-a20d-1959240db29d req-cd7ad525-c3c8-4ab6-8ff6-796fd75f545a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0265448 Apr 06 11:21:50.570155 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f4634240-3216-4b91-985c-1e9a223d9a1e req-16c10533-4c23-4e5d-a1ee-60e38f9a6fb6 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281711 Apr 06 11:21:50.971117 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:21:51.578257 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2f774f94-6eec-4f89-b394-ae199e0c919c req-8f6ee4e3-5961-416e-8ef9-a15520f4b624 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269065 Apr 06 11:21:51.664513 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-12fd5deb-4c0a-4d42-b6fd-49052f10e4d9 req-f643d0d0-d82b-4619-98d1-3b26a6663da9 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0294209 Apr 06 11:21:52.674393 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0adbfa42-3d46-43c7-a257-36792a3e72c4 req-eb0d15b7-d250-482b-acd3-3cc0680d597f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0303795 Apr 06 11:21:52.756939 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4e564327-48d3-43ce-acba-831246aa045c req-760445e8-83ab-45c6-abe8-32bb642c5e86 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270066 Apr 06 11:21:53.771497 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a9bce416-8b83-44f2-b06b-aae8e8caaedd req-b6d2978c-902e-4fbc-bb8b-d1feb56d8c2b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279140 Apr 06 11:21:53.851837 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-972e8384-6d47-402a-b3a4-6ca77214510e req-b9f3f2e4-4e3d-4d26-94e6-9f7777b7bc1c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268538 Apr 06 11:21:54.871747 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-424d8514-98f0-4c6c-8c3e-0b35beda5d01 req-7fd5f5ac-4e62-468d-8350-5b827f61b6f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275903 Apr 06 11:21:54.950023 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-daf8aa4e-d9c7-465e-aa18-39b2d7606ed8 req-609ad84b-5e1f-4c26-86e2-99390f17c8ec tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0306427 Apr 06 11:21:55.969364 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4c7d83aa-b742-442c-adde-4f2bcecd8017 req-3996e202-d89f-4eed-a3b7-7873e29b57e6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270131 Apr 06 11:21:56.044339 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7dae469f-2df5-448e-b342-0c5a379b51c9 req-dc9f60ec-4dfb-400e-9131-a8cc48cf8242 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Apr 06 11:21:57.064278 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5f2d7b23-1e0e-49b4-abc6-f1f6c79ea3bc req-f4fe80b5-ac4e-484d-800f-af85b5ff100e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0281155 Apr 06 11:21:57.138794 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-af5abcc0-af81-454c-b56d-af748fc6dcfb req-f7fd1fa8-ffb5-40fc-b06b-ff5bd758f8e0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282025 Apr 06 11:21:58.161220 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-75984ef3-f1ad-4268-9796-c68211643495 req-4afa664d-da03-489f-9856-d9eff87a1df4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280397 Apr 06 11:21:58.233018 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a086e67d-f5de-4f0a-bc02-b77278a46532 req-a2710b6d-99bf-48b9-abfc-d7aedab39ecf tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0267551 Apr 06 11:21:59.257555 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2fcabb9b-e0eb-41c8-8122-9ef54e4bb0a0 req-0e0025a2-7665-4700-8ae4-24e2932737bc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0299964 Apr 06 11:21:59.326433 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-da549131-5170-4982-b8d9-ca305000871d req-3539d911-0bf8-4846-bf57-b167911c9030 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0273688 Apr 06 11:22:00.352073 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b45c194d-8b2b-4202-a918-fe1e5e33180a req-fe4c101e-a68e-410b-b8c6-2c8a8a38ea65 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0268109 Apr 06 11:22:00.421909 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b87a1210-bb5e-4c32-a900-4efc93c0c950 req-3f695490-12aa-4f02-bf1e-e9256f12cd38 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Apr 06 11:22:01.451069 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-68f93f02-7992-42fb-a317-bd2b14e24c9d req-dc6f4ac9-bc8a-40b7-a859-7205472d35f9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0287788 Apr 06 11:22:01.518928 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b4b39eb1-c9ca-45bc-8bc0-f58b9eaf530c req-5969f637-c8a7-4adf-811f-3deedceff2e3 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0290434 Apr 06 11:22:02.551878 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-feaec180-952a-4a7c-ab49-0ab131162e5b req-fab2b254-a8ed-4912-ada5-65f1f43ec98a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0337174 Apr 06 11:22:02.617117 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-95f4d6ab-8f57-4bce-9102-50034f9366f4 req-f536070e-391d-41e0-8772-508f193b4846 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276852 Apr 06 11:22:03.246167 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:03.650580 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-10c249c4-b411-48e5-96b2-0d4e5abedd16 req-88b532a0-5664-4831-b288-a1c0ba39e0c2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270720 Apr 06 11:22:03.712924 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-484d2026-5a31-41f3-b563-25f0b79ca124 req-a1f1c913-6827-4f9e-ac69-7d9c988230c1 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0268650 Apr 06 11:22:04.747050 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-8da83d66-00ee-4a09-b45d-04af34f8be19 req-14e25344-24dd-4af8-a8c7-6f6586438341 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271664 Apr 06 11:22:04.812180 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7bb94e50-f9d3-4a9f-a8f9-0ce162dd2d1b req-f07a0598-abe6-4d0c-8b13-b418c28b78fd tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288792 Apr 06 11:22:05.843824 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5e1a3aa5-0b91-418a-bbbf-ea3a1eb18d78 req-f33607d9-3d8c-498d-bc73-1e5c1f29d0c1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0303948 Apr 06 11:22:05.907472 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d08f2323-e673-42cf-9210-c795f3bd21f5 req-6f789d6e-1686-48b0-b541-5e545875ce69 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Apr 06 11:22:06.940480 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2ea5973f-1478-4415-bceb-78feb4fc477b req-8d1fc8da-24db-4756-bf84-2fde6070c17c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290980 Apr 06 11:22:07.003538 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c2c1caf3-4996-4a6c-b60b-10068ea80c2b req-55acd32f-d019-48cc-8174-4291ede28203 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276222 Apr 06 11:22:08.039253 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3c98966e-a405-403d-b299-914c41be13ea req-fed00478-8413-4ce4-aceb-52aee320696c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288334 Apr 06 11:22:08.105927 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-6f5df60e-f299-4e8e-93db-fb73922c58ee req-0928eecd-a7f5-4a95-835d-1af38bf4caa4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0321550 Apr 06 11:22:09.138355 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-dff1afa6-dfbf-4465-9482-8dec5e2ad65e req-c1a1e59e-d3e4-41bb-9e0a-8b882babb6d0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0290604 Apr 06 11:22:09.204120 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-33c8a127-4d94-477d-a9ba-91dde7df3dd8 req-9d6c4c79-82e8-4d85-8d69-9d28cac46178 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0293131 Apr 06 11:22:10.242681 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7ab82ccc-5f36-4ead-810c-f89279c16753 req-dbdc996c-1e87-44b7-a497-4a6ab04d06e2 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276613 Apr 06 11:22:10.308683 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ed750adf-3e3f-47d8-b432-f0852be1ae14 req-f10f2934-02df-408c-a278-38720b4f1164 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274789 Apr 06 11:22:11.337671 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e6dc9934-c312-4322-b829-7bf241fd1ad8 req-1920ffb0-0e29-4c4e-91d5-495f261382da tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275025 Apr 06 11:22:11.404383 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9a4efdde-2ceb-4dc7-a636-dbdb1e773e44 req-76958014-a897-4e20-9328-460bfb2e55d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276120 Apr 06 11:22:12.460240 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ca49b74a-807f-4f9a-9504-383bda4de89f req-2eb1f520-e130-4f18-b5f6-8cd17767f689 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0336018 Apr 06 11:22:12.521035 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ba47bc53-102d-4fac-9ea1-5bcb36a7d560 req-35fdb7ea-4675-4a3c-a3a0-e912e6721b11 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0304298 Apr 06 11:22:13.559075 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-70ff6339-6c8c-4b35-beca-c3d04aff1adc req-0a22b509-52c3-4118-a235-12897faa63f3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0278373 Apr 06 11:22:13.632358 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-cf0d8032-e618-484c-ab28-ec94f9acd2f3 req-c62d8d0f-704d-4cb9-9fa8-2d84693574ae tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Apr 06 11:22:14.343019 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-41250b00-229a-4d72-8e01-67160bfcebca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:14.653481 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-280ad911-b08f-435c-9e7c-edb377b40307 req-e2c282a3-0152-4682-9944-4c4264ba32af tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271337 Apr 06 11:22:14.729056 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e64825ae-2539-43d3-8ece-86f20e313a83 req-8de0028f-55f8-40fa-892a-9d231fa0f9d4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0291724 Apr 06 11:22:15.751088 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1e2ca774-1112-441e-a1c3-85ee21821c75 req-847fb14c-468b-4f2c-9bdc-4e664eff1ca6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279241 Apr 06 11:22:15.825125 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-34f03e34-f8ce-4cb7-980a-e81a4176bc0a req-07fefd53-3483-4339-bbfa-4b67014487e4 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0280931 Apr 06 11:22:16.808056 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8505843d-86c6-46de-b932-c1fd6ae48e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:16.851181 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b6ed1134-d641-4f1a-a51b-2471dbdd421a req-9718b355-3f9f-422a-868f-e249ec5e812f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0310056 Apr 06 11:22:16.923097 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3c86098d-d4d2-45aa-9f68-b5c22a700fde req-97c82a38-3e79-4f6f-be91-592e166eb174 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Apr 06 11:22:17.315054 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:22:17.947952 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7d601fea-c22e-4cfe-8434-d4e443ed5d1f req-fb3c19e4-fac6-4bcc-80dc-be1d4b1d30c5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276527 Apr 06 11:22:18.020718 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45b4b8f0-f45d-423d-98a3-a4e01420d84c req-b3a150be-078f-4add-b396-5b1a4b653188 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281610 Apr 06 11:22:18.177392 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:19.047625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-773637cf-0c32-4b68-8707-ca741d235470 req-d482f2e9-dd5c-4383-923a-b0275e61bf78 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0303900 Apr 06 11:22:19.115312 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7b1f508f-b643-4908-9e61-914a3c46e508 req-a6e41757-376d-4c20-8b55-d0f568d14939 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270669 Apr 06 11:22:19.691224 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:20.143507 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-01a7b7ff-f8cf-41ca-94e9-a3a57191dbd4 req-9cace694-2cea-47de-a656-4c6644d10114 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274904 Apr 06 11:22:20.210466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a43d16b1-f900-4b6c-a0ec-59df87169754 req-985f4f97-23df-4f06-be65-f114961fd7bc tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0263066 Apr 06 11:22:20.964427 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:21.239656 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-34209d07-2d8d-46a2-8f53-4022f916b838 req-4afbf198-9fd2-4d17-aae3-fa77ee5d2ef3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0292494 Apr 06 11:22:21.308032 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-89455c21-6780-4cba-8873-26ba2431c1ba req-32825222-4924-4ee1-b187-8a29d10c7a02 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0296905 Apr 06 11:22:22.335538 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bf2fdbf6-2836-4647-9b1a-b66dc74672f6 req-e255f16c-e1cf-4770-9bba-7631ba3b4820 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273774 Apr 06 11:22:22.403221 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a3737edf-d26b-464a-9484-103bc7d360bc req-17704a98-f09a-4058-8ffc-ab336f79ff37 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0279894 Apr 06 11:22:23.431252 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-15ca4c23-8708-4699-adfa-6c2f0085981a req-18e55d9a-85ee-421e-a600-fcaa94d9af1e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282867 Apr 06 11:22:23.498015 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7989963d-322b-42d5-a10d-8135df07a283 req-d29ff07d-92fe-440c-bcff-2c098338facb tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Apr 06 11:22:24.526095 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-7768362b-10db-4d32-99eb-ad85fe047b45 req-70ed3aa8-7b61-4bed-b61e-7594a79114d7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0263405 Apr 06 11:22:24.594091 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2a079f32-f4d9-4878-9415-27e64b3bde48 req-51211bf7-f6db-477a-bed1-dd0995d73221 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0264840 Apr 06 11:22:25.637682 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94e5f7a0-c1f0-49c6-8e76-adefb4951a21 req-538b02c0-9264-48eb-bb04-399a4be84f8f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305421 Apr 06 11:22:25.688030 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-edc4fe66-8191-4796-9373-4cf042ab5376 req-eed30b37-40f9-4310-8b47-0d4de7a173f8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0275266 Apr 06 11:22:26.731826 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3f90bbc9-a7e3-4489-ae40-da49467317e7 req-e1ed0a35-54cf-4625-890a-74658989f11b tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276048 Apr 06 11:22:26.787338 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8d27db62-f512-41c6-8eef-ad2bac2616dd req-3df57e77-15a7-42a0-9a3a-606987cd9410 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281160 Apr 06 11:22:27.832670 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-76e9eae0-e592-4a44-80b6-b048599c30a4 req-7c272df2-d94e-4643-bf2d-74a422e004b0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0307691 Apr 06 11:22:27.884869 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-45dda3c3-549d-4d0d-a90c-133a3b929883 req-3a658de1-5ae6-4df8-b5d3-d676677ebc56 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0296087 Apr 06 11:22:28.928151 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1ab51adc-d44e-4185-bc41-705683aa40e5 req-2be963b3-d71e-4901-aff0-470cac33b482 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0292284 Apr 06 11:22:28.979145 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ac795988-1d8a-48cb-8379-c7137f667382 req-d8982f3f-88b6-4e43-ae0a-3c7a1e3f0e01 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Apr 06 11:22:30.023312 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-948bea1f-4bb7-4773-9ccb-cef6e0e3b07c req-fb21717e-a75b-4959-9d98-fe24c234b76d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0269411 Apr 06 11:22:30.075303 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3bf94a0d-d036-4c84-95f4-22f676381da8 req-a997566a-9709-46de-911c-ac69355af827 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Apr 06 11:22:31.122071 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3312c8ea-ba99-4d08-b715-c10da44d75b0 req-51bc1a98-2152-4175-b1e5-208c79dd20ec tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305312 Apr 06 11:22:31.169268 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a8d82497-63e0-4b5a-9fc6-b813d606f57e req-ffd82744-0339-4960-a400-9a5081477ce0 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0284104 Apr 06 11:22:32.222762 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f9aca62e-3eb5-4b31-91ae-c599ed37cd5d req-54b6f9cc-b02f-42e4-b6ca-b31e051f8f00 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277860 Apr 06 11:22:32.269249 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d9d96685-cca6-4a69-84d1-0635fca2d4e2 req-0f2588bc-28e8-4c42-9f53-ef99d27714b8 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276868 Apr 06 11:22:33.267377 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:33.320925 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3faa297e-f574-4919-9d5c-0d61aa7931c1 req-df0705ab-7acf-4ffd-8740-8a2a4db0bd2d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284553 Apr 06 11:22:33.364688 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3f378187-50f6-42c2-816e-9cb18599e08e req-70033195-613b-43b7-807b-df95c336c005 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0276856 Apr 06 11:22:34.434486 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-efdff08e-468f-421a-978f-48123c367265 req-ce2ef1dd-2340-4d65-bea0-c74046a5a3e8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286846 Apr 06 11:22:34.461498 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b64dc667-b01d-405a-8be4-92c13eda1c5c req-be183371-735a-4ff3-b30f-13c43b7c0d0a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Apr 06 11:22:35.530625 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-38b333dd-0b00-449c-bdeb-8a244f5cf4a0 req-eae0eb8a-9831-426e-9fcb-d72de014ea10 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270309 Apr 06 11:22:35.556527 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-125141d7-030b-4d71-99f9-6e65a0f81b62 req-b8fdb0de-830b-4041-9776-388784669d58 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281570 Apr 06 11:22:36.624738 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-3e42d832-bb75-4f6b-82af-f8043a3ec0a8 req-2b561059-8784-4749-b85e-3027d0bee4b8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0267289 Apr 06 11:22:36.652790 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-92050ba3-fadb-40f8-8227-ecef5df37bc9 req-0ce52b33-0dbd-44e8-940f-b867b635e302 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0300033 Apr 06 11:22:37.725280 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2a222224-b98b-4c35-9d91-a0eee2710c8b req-bf07f39d-65e1-474d-b247-273835c247bf tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0298057 Apr 06 11:22:37.748048 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4ca01fba-0c78-4d3f-854b-47655128d707 req-1e6fca32-c151-4aed-bdcb-91923343a323 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0285661 Apr 06 11:22:38.821802 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f72b7e14-2270-4f1e-9b37-af767176e597 req-082a32fe-6c6d-46dc-a442-9054814fdc46 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276940 Apr 06 11:22:38.845505 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-124d52c2-339b-4c95-932b-5096966b4dd7 req-21fdb960-8f79-4cf4-b0a6-7db2ee97040e tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0270588 Apr 06 11:22:39.926996 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-0e7dd4e5-de0b-44f6-99d7-f9d9564e9f8d req-e4be0b71-f583-40ab-b689-5317b3662609 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0359654 Apr 06 11:22:39.939993 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-8262b1a7-c05f-4d64-a198-21d8470869ae req-b7fe24d2-b771-46c1-a1f9-ab05ebf138a7 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0281713 Apr 06 11:22:41.029671 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-16c15112-2f02-4cff-8aa2-f3cd31719c38 req-ee3a6111-d35a-4968-9627-911b181c2897 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0324888 Apr 06 11:22:41.047029 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-4fdcdcb7-7f82-49e5-b910-98f223f73528 req-11f31d50-e45d-4114-a71a-93570293087b tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0376852 Apr 06 11:22:42.128838 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c455fa0d-2b69-4630-84dd-b91a1ff2c51b req-7c9a1176-6664-44d0-aebc-95999840087d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0286672 Apr 06 11:22:42.148576 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-031ac254-999c-4a74-aa33-c43ff76ab0b8 req-8d5eda18-90f5-45b0-a00b-8e0e51f79942 tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0283451 Apr 06 11:22:43.225729 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b3147c9c-9702-46c6-a556-daa89ba2dd77 req-bc135193-5366-4816-9b89-52969e833db1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288570 Apr 06 11:22:43.247320 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-dae21997-e5c9-42ce-9895-e0b40e198c4f req-21dd6625-d3a7-4bcb-8026-4fe6313a69da tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1eb3f9b-e6f8-4013-b1c8-c32d1d5ff611 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Apr 06 11:22:43.268987 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 54260) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:22:43.393695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Deleting port 84510d5b-a539-45d4-989a-e87592110fc3 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:22:43.394038 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (84510d5b-a539-45d4-989a-e87592110fc3), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.473488 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (84510d5b-a539-45d4-989a-e87592110fc3), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.473737 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (84510d5b-a539-45d4-989a-e87592110fc3), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.485492 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Calling delete_port for 84510d5b-a539-45d4-989a-e87592110fc3 owned by network:floatingip {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:22:43.615558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (84510d5b-a539-45d4-989a-e87592110fc3), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.645542 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event deleted for resources: {'Port': ['ID=84510d5b-a539-45d4-989a-e87592110fc3,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:22:43.657520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.657876 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.658223 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.658590 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.658929 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.659264 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.659595 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.659928 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.660484 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.660846 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.661178 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.661535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.661864 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.662190 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.662514 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:22:43.718897 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for floatingip (8ea3fd77-04a0-4742-bcb5-1a193e660ffd), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.721584 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:43.722748 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-52b197eb-83ca-4aee-afad-a031d929622a tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "DELETE /v2.0/floatingips/8ea3fd77-04a0-4742-bcb5-1a193e660ffd HTTP/1.1" status: 204 len: 168 time: 0.4527209 Apr 06 11:22:44.326556 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-811a31c5-54ab-424a-bade-d5f03848e8ce req-f32d9496-0511-4ed7-8952-7d8efaf54bd5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0322945 Apr 06 11:22:44.336326 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-6ef279e6-8516-4109-8061-7a062e017c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:45.422058 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-bc1e8007-b41f-4bdc-a664-32edf7feb6f9 req-1d22e3b6-f02f-4f32-b70a-ec6b9e4ee808 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280910 Apr 06 11:22:46.515496 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-206d7041-cd57-4276-82ac-ced4e25d7b40 req-2b30ece3-e24d-4572-a40d-dee49e8d57ee tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273855 Apr 06 11:22:46.810984 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-63a51f67-61ab-431b-8587-b4f9ae81a5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:47.625082 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-75322cbe-c260-493c-b22e-78703a6b4eed req-c1d2b085-bf91-45c6-91d3-d04183a2b4a7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277669 Apr 06 11:22:48.181412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:48.719648 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-386e232c-9c02-48b1-bd40-8fa21b65625c req-e1a36a95-2ec5-4ba2-bc51-d3090899547c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273266 Apr 06 11:22:49.693146 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:49.818894 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b7ad93f9-5eb3-47a1-9458-279741614e30 req-92e9d1e5-6265-47d0-a437-8137d6ded3e1 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0309680 Apr 06 11:22:50.923133 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f17e65c3-053e-4cf5-93ab-47f87ea34dce req-1b092ee4-30d3-44be-825d-a67dc3509b1d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0304697 Apr 06 11:22:50.966607 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:22:52.019104 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3d9b991e-8b6b-4fa7-a342-aaec245ac07f req-7819cb78-2130-4ae0-9e9d-56908e3a30fe tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274432 Apr 06 11:22:53.113479 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4a31c1f4-b8a4-4023-88c3-6b98887cf4f8 req-2cc63bd5-19cf-4a07-a2e5-7351a671d0df tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277474 Apr 06 11:22:54.210097 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-f698b496-01e7-411d-bd36-5eecbcd8e8c1 req-38fd70d1-eb6e-440a-a46b-bf6021c6a827 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289137 Apr 06 11:22:54.315795 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:22:55.305706 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ae649d3a-d63d-40df-ad60-e3bf1337983b req-6c7f6125-dee8-45d6-8092-e81735be2d01 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276451 Apr 06 11:22:56.402138 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b684c0ef-c445-4eb4-8d2f-949fc462b6c6 req-e69e8a60-38bc-4c56-b70f-92d9def9ea5f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0284123 Apr 06 11:22:57.498928 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-bdfdc657-c1d2-4e31-812a-399571658b03 req-cd1d2a4e-3bed-4578-b95c-e07bd55b4e71 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0296745 Apr 06 11:22:58.594589 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-9bb7b29a-4f58-4a66-bc05-2508115625f3 req-f4577e76-21f1-4812-a20b-b7442a53a935 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0287747 Apr 06 11:22:59.689844 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-f19353a4-212a-46aa-b868-4c4fce9ad112 req-24d7c2c5-c098-4ebd-a3bd-6c3c3a93825f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0271842 Apr 06 11:23:00.784969 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-2c81ac8c-d34c-43c8-88f0-a2c6dcfd5c49 req-f0cee344-c0c2-4b42-b906-1ab2a3f8aa07 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275204 Apr 06 11:23:01.880932 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-1205337b-c9b8-426f-9ca3-0aec4cbcae2b req-b476be8a-1859-4eef-a6ff-5a9e1fe9db7a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0288310 Apr 06 11:23:02.981768 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-3ca2d3cc-d400-459b-a62a-717e28d5bd58 req-60bad94a-fd60-4ea2-a912-99dfb900bb67 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0315814 Apr 06 11:23:03.267596 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:04.077996 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b6c0b15c-7f3c-4726-a1be-480caa4ae89f req-496c4d54-5d05-49b3-b574-b3455a58bb32 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274725 Apr 06 11:23:05.174562 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7fea6e46-4f8b-4b21-a9c5-c32981c6672a req-22556ff0-5d0a-4e3c-97a6-6ffef66ba7ac tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274754 Apr 06 11:23:06.270345 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-b5bf6366-2c44-4c42-8064-2704e819b75f req-927dfcde-e574-4489-a1e9-3edd601d11c4 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282125 Apr 06 11:23:07.364926 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-7337f206-c444-4596-a634-556861c01099 req-d9e6d9dc-480d-47a5-b0e7-469f693240dd tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270100 Apr 06 11:23:08.697887 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a0147e25-8232-48f7-9b0c-e1b43639819c req-8c35d863-c85f-4a02-afc7-7e752779082c tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.2625690 Apr 06 11:23:09.792451 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-5833a9c2-211b-4f50-a261-4d6ab0f9ebd6 req-8145d89b-0f69-4714-b597-55ed344f1e0d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0270779 Apr 06 11:23:10.887664 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-c9c3038c-1d4c-4810-8d9d-2710b16ec4f7 req-85af9770-84a0-44a3-a1a7-02105ee8af20 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272834 Apr 06 11:23:11.985049 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b9e80adf-980c-4bc7-9e9c-364a2650b18b req-810d31b2-8f95-4986-989e-7958ef083058 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282402 Apr 06 11:23:13.090590 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-4a2dccff-993b-4ae1-a07e-b35f6d7877ad req-19279798-cb29-4fa7-a61d-6ec1869b03a9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0329149 Apr 06 11:23:14.188785 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ec991bf0-2de2-4538-a212-b49d8eae8ebb req-af05471d-4296-4eee-ae45-c62625f2acf8 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0304587 Apr 06 11:23:14.340306 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3da05e97-1805-4a84-a980-4a6825016bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:15.285220 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-87f39b35-e043-4c6a-a078-77d1f8b29947 req-8db10d08-6e40-4a4b-8aa9-df15a1db748a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0289793 Apr 06 11:23:16.381701 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-668ac519-4f6c-425f-8069-a6655a72de04 req-d9c61c6d-8330-4001-b559-8084dd3cc937 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274737 Apr 06 11:23:16.814289 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c705b1c9-1ea6-4ef9-a139-638bb9912a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:17.478895 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-5cf5c39c-75ca-402b-a5fc-7ea23751b65e req-9bb0c27e-9015-4636-b1b6-98e040db4ea9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0297589 Apr 06 11:23:18.184881 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:18.573106 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-a05ed6d5-2ab9-49f9-9c81-63a57504a43b req-61af1209-b9e7-4bda-82ba-6a7649cc6090 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280242 Apr 06 11:23:19.667411 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d7810464-94cb-4390-885d-300e3f10f1e9 req-206016f6-a029-4e5e-ae8d-7f1af8d84f42 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274777 Apr 06 11:23:19.696292 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:20.783466 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e8d58222-aa8b-40f1-af27-8f5d3716a165 req-33222db8-f39c-4dc2-9990-bad2f9837aa0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0400920 Apr 06 11:23:20.968860 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:21.877209 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-e225e02d-8aa6-4b36-bb37-329d2f658353 req-b01833a1-0a50-4092-b56f-c12c8fe21777 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274861 Apr 06 11:23:22.976165 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-ea838a40-c66f-4f70-ae4c-4993f0dea872 req-66b6ffdc-6910-4a35-a3e6-6686c53ada06 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0265372 Apr 06 11:23:24.076047 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-322c228e-45c4-4440-a945-27b05863b24c req-7ca75059-aaa7-4cda-8997-5202a4d60d7e tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0313673 Apr 06 11:23:25.170870 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-19b6043f-09b2-41b8-bc5f-9b1227696b99 req-97f36e64-e283-43d8-97f8-682a4f5799ef tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275874 Apr 06 11:23:26.265280 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-be9cf227-b55d-4fdc-9479-3379ed3ec5c2 req-d40e65f2-3f8f-4066-9a8b-3d5986146290 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276463 Apr 06 11:23:27.363992 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b8a96a70-04cb-4711-abfb-d955ae9904c2 req-0256c7b6-1d46-415c-abce-e2008c89d5c3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0305815 Apr 06 11:23:28.466925 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-2cbb601c-a062-416f-bb6b-63f51554ce22 req-090495a4-21bc-4f25-be3a-51ce4da9b7a7 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277567 Apr 06 11:23:29.561786 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e4649c7a-ac12-4c6d-8492-2959bbd02d90 req-85e39513-b826-44d9-bf62-1dc62e1bb382 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0285568 Apr 06 11:23:30.659381 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-94b87b91-6204-48ea-ba16-3ddd0989919c req-1c2be09b-bc68-419f-8fb6-db1e15156451 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0304427 Apr 06 11:23:31.315869 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:23:31.755074 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-0faf6d16-97d3-4444-8882-1e71f6945af2 req-25d0a9c8-6f80-42b0-83cd-232a2a0e2e3d tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0273736 Apr 06 11:23:32.849054 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-a4623d5c-b9f7-4725-89b5-bb7c2a89b000 req-358545c0-6941-4eec-8022-17f072d2edfa tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0277719 Apr 06 11:23:33.280333 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:33.942843 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-e835722d-de83-4487-b18e-216ec0d8ec49 req-91e75093-8437-425c-bff8-dc3f0e2bb9ac tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0282056 Apr 06 11:23:35.035459 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-864c1468-000c-4b5d-8508-c0a2246771f1 req-32b8787b-e5f0-4bbd-8bca-d40b25ba364f tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0280914 Apr 06 11:23:36.129708 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-95ad0c02-5955-4ecb-8805-a3cbddab60eb req-712d82b7-6444-4c8f-b910-06a31738e7df tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272160 Apr 06 11:23:37.224714 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-ad8d5745-8efb-4e40-b1c1-d535d40f89a1 req-91bbb9c0-b8dc-404a-947b-c8e30c9799dc tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0272074 Apr 06 11:23:38.319504 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-b16e1d46-a6af-45c3-a4d1-3cf0af82fcd2 req-c544e298-cd9e-44bc-9aaa-75e272da82f0 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0275817 Apr 06 11:23:39.413719 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-10208bba-10e6-4f3e-9d5c-0aa998018973 req-0e918a72-1ecc-474a-823f-832ce68e5ec5 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0276272 Apr 06 11:23:40.514012 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-d2270f5b-3740-4391-8a60-b27d56bbc9e8 req-9d131bdf-03c7-4d7c-a07c-13382de86fc3 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0310872 Apr 06 11:23:41.609903 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [req-d593d11b-11ed-4d7c-910f-73c14f7f791d req-f1e397ed-11b1-4cdf-9496-13b923324e36 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0274534 Apr 06 11:23:42.705243 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [req-c3d909ee-81ba-4e49-a7f6-b135d0b5a09a req-d433568e-0854-47a0-82f3-62c4101b2f22 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a94b09-d104-46f1-a5bc-7d9e247e5ddf HTTP/1.1" status: 200 len: 210 time: 0.0279081 Apr 06 11:23:42.772172 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 54390) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:42.850906 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (14a5e10c-0423-4c99-9cae-ff64dc01ea8f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:42.881265 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (14a5e10c-0423-4c99-9cae-ff64dc01ea8f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:42.932131 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (14a5e10c-0423-4c99-9cae-ff64dc01ea8f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:42.934767 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:42.935950 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/security-groups/14a5e10c-0423-4c99-9cae-ff64dc01ea8f HTTP/1.1" status: 204 len: 168 time: 0.1627889 Apr 06 11:23:42.938790 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54392) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:42.945180 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb0437-2cc3-478c-a47a-3edb356184c9 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a5e10c-0423-4c99-9cae-ff64dc01ea8f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:42.955539 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.api.v2.resource [None req-e365eb2f-2634-4288-adff-f51f6bb45b61 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] show failed (client error): The resource could not be found. Apr 06 11:23:42.956562 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-e365eb2f-2634-4288-adff-f51f6bb45b61 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "GET /v2.0/security-groups/14a5e10c-0423-4c99-9cae-ff64dc01ea8f HTTP/1.1" status: 404 len: 347 time: 0.0167513 Apr 06 11:23:42.959401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54394) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:23:43.088055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Deleting port 2febb965-5871-4508-be45-a923df07da31 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:23:43.088399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (2febb965-5871-4508-be45-a923df07da31), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.165451 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (2febb965-5871-4508-be45-a923df07da31), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.166001 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (2febb965-5871-4508-be45-a923df07da31), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.181745 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Calling delete_port for 2febb965-5871-4508-be45-a923df07da31 owned by network:floatingip {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:23:43.319250 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (2febb965-5871-4508-be45-a923df07da31), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.349642 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Pushing event deleted for resources: {'Port': ['ID=2febb965-5871-4508-be45-a923df07da31,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:23:43.372262 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.372616 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.372971 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.373338 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.373683 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.374017 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.374352 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.374679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.375009 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.375337 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.375664 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.375989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.376323 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.376643 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.376968 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:23:43.424692 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks [] for floatingip (c32e87a9-a522-4e97-b974-38f4f845fc49), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.427291 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57583'] for floatingip (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:43.428444 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c67a12bd-3917-4324-a16d-e71028f724f6 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] 10.222.0.57 "DELETE /v2.0/floatingips/c32e87a9-a522-4e97-b974-38f4f845fc49 HTTP/1.1" status: 204 len: 168 time: 0.4681518 Apr 06 11:23:44.341111 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-2c3a43bb-918f-4062-bf5f-dfc23064a194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:46.815338 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-865039ca-151a-463f-a998-d617a0529d7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:48.186828 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:49.701379 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:23:50.973333 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:03.280216 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:08.314418 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:24:14.342597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45292fbd-3b38-4b89-84b0-447dba6eea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:16.817169 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-8741d849-5ce8-41d9-b08a-768169c9754b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:18.190636 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:19.703012 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:20.975814 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:33.280363 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:44.345571 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9518dae7-6f74-48ea-94ad-c26c5d805ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:45.313517 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:24:46.821707 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e0662aee-bb21-4288-81fd-10c05675cd27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:48.193112 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:49.704335 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:24:50.980463 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:03.296989 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:14.349268 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d85569d0-cec6-4684-83c4-3425f1033dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:16.830531 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-243cf1a4-a6ae-4017-b267-550315039028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:18.199239 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:19.707783 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:20.983107 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:22.313101 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:25:33.296789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:44.350900 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-012b1ad7-9e32-4c5f-a033-60ea05894958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:46.823584 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-f50d7e30-236e-4f78-a0c1-61f7b858833d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:48.197423 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:49.711371 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:50.986529 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:25:59.311759 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:26:03.309880 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:14.355563 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4e81d73d-d4a3-4c74-b9e5-66c31323b4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:16.826335 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7e20ffd9-14b4-4f2e-898f-b8bef7ea12b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:18.200514 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:19.713347 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:20.988739 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:33.326251 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:36.311076 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:26:44.348327 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0a582e07-79c3-409c-a795-005549137f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:46.830493 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-206b67c7-be5d-4775-bb50-a1fee0dba63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:48.202065 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:49.716839 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:26:50.990389 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:03.326303 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:13.309781 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:14.350884 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-270d3084-39bc-49dd-99c9-04bdc3289d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:16.831879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-35e51340-9398-487e-9589-b93a9568e9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:18.204546 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:19.720489 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:20.992357 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:33.324731 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:44.351921 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3d7534a5-9c84-414d-ac8a-22e62b2c0ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:46.832661 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0a661c01-397f-4622-8448-028325078f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:48.207218 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:49.721554 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:27:50.309612 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:27:50.994903 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:03.340264 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:14.354789 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0fe271a2-47f2-4429-b56d-b2bcf439ee3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:16.833904 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bf4be8ac-73f3-445f-ac56-fdb0e62b9650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:18.209607 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:19.724654 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:20.997645 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:27.308241 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:28:33.339961 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.357379 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fde4571a-d014-4b26-83b1-4082d66cd042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.475173 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54926) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:44.532556 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (d222ba82-f0f5-4c45-ad22-85c70af8ecf4), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.557267 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (d222ba82-f0f5-4c45-ad22-85c70af8ecf4), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.619444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (d222ba82-f0f5-4c45-ad22-85c70af8ecf4), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.622052 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:44.623235 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] 10.222.0.57 "DELETE /v2.0/security-groups/d222ba82-f0f5-4c45-ad22-85c70af8ecf4 HTTP/1.1" status: 204 len: 168 time: 0.1470118 Apr 06 11:28:44.632722 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222ba82-f0f5-4c45-ad22-85c70af8ecf4,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:44.640205 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.640566 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.640903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.641246 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.641622 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.642026 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.642282 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.642616 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.642941 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.643266 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.643593 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.643919 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.644243 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.644561 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.644906 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c788c6c-7f8d-4827-8555-f25c52feb48c tempest-TestVolumeBootPattern-1514450769 tempest-TestVolumeBootPattern-1514450769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:44.873031 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54934) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:45.401652 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (08f69da4-5780-48f3-88e8-184f36cd9b81), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.646946 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Deleting port d038baa0-9e26-400f-b2b7-651468d2fe22 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:45.647634 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.729712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] For port d038baa0-9e26-400f-b2b7-651468d2fe22, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=d038baa0-9e26-400f-b2b7-651468d2fe22,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:45.730146 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.748121 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Calling delete_port for d038baa0-9e26-400f-b2b7-651468d2fe22 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:45.947924 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (d038baa0-9e26-400f-b2b7-651468d2fe22), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:45.972295 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Pushing event deleted for resources: {'Port': ['ID=d038baa0-9e26-400f-b2b7-651468d2fe22,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:46.139367 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (08f69da4-5780-48f3-88e8-184f36cd9b81), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.354787 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Router 08f69da4-5780-48f3-88e8-184f36cd9b81 has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:46.464491 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:46.469634 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-c5dd6f98-c2c0-4e12-a51a-37f2a8b8be09 admin admin] 10.222.0.57 "PUT /v2.0/routers/08f69da4-5780-48f3-88e8-184f36cd9b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5955718 Apr 06 11:28:46.472191 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54942) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:46.474777 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007122-423a-4912-8814-f39386a0feeb None None] Sync routers for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:46.486255 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:46.486857 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:28:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:46.578761 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks [] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.594285 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:46.685675 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks [] for router_gateway (08f69da4-5780-48f3-88e8-184f36cd9b81), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.739340 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Deleting port 514f1117-55a3-4bf6-94c8-e13dcffa9abd {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:46.739677 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.769924 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T11:28:45Z', 'revision_number': 5, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port': {'id': '514f1117-55a3-4bf6-94c8-e13dcffa9abd', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:46.795819 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007122-423a-4912-8814-f39386a0feeb None None] Checking router: 08f69da4-5780-48f3-88e8-184f36cd9b81 for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:46.804406 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] Routers {'08f69da4-5780-48f3-88e8-184f36cd9b81'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:46.805018 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:28:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['08f69da4-5780-48f3-88e8-184f36cd9b81'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:46.820684 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] For port 514f1117-55a3-4bf6-94c8-e13dcffa9abd, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=514f1117-55a3-4bf6-94c8-e13dcffa9abd,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:46.821055 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.833773 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Calling delete_port for 514f1117-55a3-4bf6-94c8-e13dcffa9abd owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:46.839962 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c1d24d0d-66d6-4b09-ad5d-949501a05184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:46.984668 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] Set router 08f69da4-5780-48f3-88e8-184f36cd9b81 gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:47.017885 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (514f1117-55a3-4bf6-94c8-e13dcffa9abd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.038859 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-23007122-423a-4912-8814-f39386a0feeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T11:28:46Z', 'revision_number': 6, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:47.050885 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=514f1117-55a3-4bf6-94c8-e13dcffa9abd,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:47.065783 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23007122-423a-4912-8814-f39386a0feeb None None] The sync data for ids ['08f69da4-5780-48f3-88e8-184f36cd9b81'] in dv-cinder-836071-2-iscsi is: [{'id': '08f69da4-5780-48f3-88e8-184f36cd9b81', 'name': 'tempest-TestVolumeBootPattern-1354539279-router', 'tenant_id': '78bcaeac7bef4380942d47653ee217b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:33Z', 'updated_at': '2022-04-06T11:28:46Z', 'revision_number': 6, 'project_id': '78bcaeac7bef4380942d47653ee217b3', 'gw_port_host': None}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:47.105697 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (08f69da4-5780-48f3-88e8-184f36cd9b81), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.196512 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.198644 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks [] for router_controller (08f69da4-5780-48f3-88e8-184f36cd9b81), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.244279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (08f69da4-5780-48f3-88e8-184f36cd9b81), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.244784 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08f69da4-5780-48f3-88e8-184f36cd9b81 {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:28:47.249049 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.250394 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-13afd6e2-438f-47b7-9e4e-fa08a7520ba1 admin admin] 10.222.0.57 "DELETE /v2.0/routers/08f69da4-5780-48f3-88e8-184f36cd9b81 HTTP/1.1" status: 204 len: 168 time: 0.7772970 Apr 06 11:28:47.253692 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54944) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:47.296915 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Deleting subnet b6633247-ca3a-4109-9fc0-36b91e91201e {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:47.299892 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Publish callbacks [] for subnet (b6633247-ca3a-4109-9fc0-36b91e91201e), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.333000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (b6633247-ca3a-4109-9fc0-36b91e91201e), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.409158 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (b6633247-ca3a-4109-9fc0-36b91e91201e), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.473169 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (b6633247-ca3a-4109-9fc0-36b91e91201e), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.503338 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6633247-ca3a-4109-9fc0-36b91e91201e,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:47.505255 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.509403 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4eb5fde8-254a-4aee-9f7c-0f3114a3ea5b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b6633247-ca3a-4109-9fc0-36b91e91201e HTTP/1.1" status: 204 len: 168 time: 0.2537622 Apr 06 11:28:47.509564 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288e9cb-d9c6-4fe4-9d61-5d95ef452e4a None None] Network 2d300e26-8850-4377-9bfb-7511de2e57f4 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:47.511044 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 54948) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:47.600648 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (2d300e26-8850-4377-9bfb-7511de2e57f4), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.652627 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device d038baa0-9e26-400f-b2b7-651468d2fe22 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:47.658279 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Deleting port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:47.658675 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.678284 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: d038baa0-9e26-400f-b2b7-651468d2fe22 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:47.678628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device d038baa0-9e26-400f-b2b7-651468d2fe22 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:47.705923 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] DHCP port deletion for 2d300e26-8850-4377-9bfb-7511de2e57f4 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:28:47.723832 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] For port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:47.724193 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.742284 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Calling delete_port for c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:47.755916 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Deleting port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 {{(pid=120433) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:47.756199 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), before_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.821222 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.db [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] For port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,segment=NetworkSegment(fba1b2c8-1189-4a8b-98e0-49e1b85d91c4),segment_id=fba1b2c8-1189-4a8b-98e0-49e1b85d91c4)] {{(pid=120433) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:47.821646 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), precommit_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.837123 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.839782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Calling delete_port for c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 owned by network:dhcp {{(pid=120433) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:47.866651 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:47.871104 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] No DVR routers for this DVR port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:47.896998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.897375 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.897947 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.898540 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.898884 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.899222 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.899558 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.899898 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.900267 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.900608 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.900938 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.901473 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.901809 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.902140 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.902469 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.932659 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261'] for port (c0dd18a0-e5e8-4007-b4dd-496316ee1cb3), after_delete {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.958202 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Pushing event deleted for resources: {'Port': ['ID=c0dd18a0-e5e8-4007-b4dd-496316ee1cb3,revision_number=None']} {{(pid=120433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:47.962163 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (2d300e26-8850-4377-9bfb-7511de2e57f4), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:47.962533 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] No DVR routers for this DVR port c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 on host dv-cinder-836071-2-iscsi {{(pid=120433) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:47.968726 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.969890 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.970182 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.970303 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.970795 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.971129 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.971457 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.971784 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.972246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.972484 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.973968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.973968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.973968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.973968 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.974412 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa4999e-4dcc-4951-961b-475fc508b5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:28:47.991879 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d300e26-8850-4377-9bfb-7511de2e57f4']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:48.001159 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:48.001518 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba1b2c8-1189-4a8b-98e0-49e1b85d91c4') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:48.010739 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (fba1b2c8-1189-4a8b-98e0-49e1b85d91c4), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.024138 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (fba1b2c8-1189-4a8b-98e0-49e1b85d91c4), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.029821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:48.030205 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (fba1b2c8-1189-4a8b-98e0-49e1b85d91c4), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:48.032375 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:48.085955 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (2d300e26-8850-4377-9bfb-7511de2e57f4), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.093821 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.099062 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] 10.222.0.57 "DELETE /v2.0/networks/2d300e26-8850-4377-9bfb-7511de2e57f4 HTTP/1.1" status: 204 len: 168 time: 0.5870245 Apr 06 11:28:48.102062 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54952) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:48.113679 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2fea8-58ef-48b7-83cf-20c276dabcca admin admin] Pushing event deleted for resources: {'Network': ['ID=2d300e26-8850-4377-9bfb-7511de2e57f4,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:48.220446 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.679404 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:48.924113 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Deleting port 69c70405-cba0-416b-8c57-1c7122f1c403 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:48.924468 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.001110 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] For port 69c70405-cba0-416b-8c57-1c7122f1c403, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=69c70405-cba0-416b-8c57-1c7122f1c403,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:49.001506 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.013623 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Calling delete_port for 69c70405-cba0-416b-8c57-1c7122f1c403 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:49.192920 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (69c70405-cba0-416b-8c57-1c7122f1c403), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.219941 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=69c70405-cba0-416b-8c57-1c7122f1c403,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:49.390014 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.589813 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:49.610967 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:28:49.613043 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:49.613413 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device c0dd18a0-e5e8-4007-b4dd-496316ee1cb3 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:49.613846 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 514f1117-55a3-4bf6-94c8-e13dcffa9abd no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:49.632780 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 514f1117-55a3-4bf6-94c8-e13dcffa9abd {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:49.633124 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 514f1117-55a3-4bf6-94c8-e13dcffa9abd not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:49.718649 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:28:49.726261 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-4ae570ed-59e3-4fad-94e0-13f826cdb9bc admin admin] 10.222.0.57 "PUT /v2.0/routers/f7a0dedb-e915-4b79-b5ce-8f7105d6f8db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201677 Apr 06 11:28:49.726549 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54958) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:49.728804 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Sync routers for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:28:49.733223 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.743019 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:49.743786 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:28:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:49.832813 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks [] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.852273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: dv-cinder-836071-2-iscsi {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:49.938499 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks [] for router_gateway (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:49.991207 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Deleting port 54c852b8-50bc-4024-8165-ba47eb39d0f5 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:49.991459 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.038754 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T11:28:49Z', 'revision_number': 5, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port': {'id': '54c852b8-50bc-4024-8165-ba47eb39d0f5', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:66:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T10:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.069524 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Checking router: f7a0dedb-e915-4b79-b5ce-8f7105d6f8db for host: dv-cinder-836071-2-iscsi {{(pid=120433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:28:50.074458 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] For port 54c852b8-50bc-4024-8165-ba47eb39d0f5, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=54c852b8-50bc-4024-8165-ba47eb39d0f5,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:50.074830 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.077977 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Routers {'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:28:50.078621 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:28:47Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'], 'active': True} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.091268 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Calling delete_port for 54c852b8-50bc-4024-8165-ba47eb39d0f5 owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:50.167397 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_dvr_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] Set router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db gateway port host: None {{(pid=120433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:28:50.220328 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.db.l3_hamode_db [None req-f734ccff-8c18-4267-950b-14c376299182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T11:28:49Z', 'revision_number': 6, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:50.249460 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f734ccff-8c18-4267-950b-14c376299182 None None] The sync data for ids ['f7a0dedb-e915-4b79-b5ce-8f7105d6f8db'] in dv-cinder-836071-2-iscsi is: [{'id': 'f7a0dedb-e915-4b79-b5ce-8f7105d6f8db', 'name': 'tempest-TestVolumeBootPattern-1998326198-router', 'tenant_id': 'e0998045dbf741eeb9f546623e882fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:59:39Z', 'updated_at': '2022-04-06T11:28:49Z', 'revision_number': 6, 'project_id': 'e0998045dbf741eeb9f546623e882fd6', 'gw_port_host': None}] {{(pid=120433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:28:50.265438 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (54c852b8-50bc-4024-8165-ba47eb39d0f5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.290740 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Pushing event deleted for resources: {'Port': ['ID=54c852b8-50bc-4024-8165-ba47eb39d0f5,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:50.353281 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.442989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.445089 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks [] for router_controller (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.491183 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (f7a0dedb-e915-4b79-b5ce-8f7105d6f8db), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.491744 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a0dedb-e915-4b79-b5ce-8f7105d6f8db {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:28:50.495929 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.497253 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-0c425a7d-b3ce-4cb2-8216-57c91f42d1df admin admin] 10.222.0.57 "DELETE /v2.0/routers/f7a0dedb-e915-4b79-b5ce-8f7105d6f8db HTTP/1.1" status: 204 len: 168 time: 0.7697096 Apr 06 11:28:50.499722 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54960) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.543963 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Deleting subnet 516bfbcc-8f5f-416f-aee6-887dc8bbd701 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:28:50.546873 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Publish callbacks [] for subnet (516bfbcc-8f5f-416f-aee6-887dc8bbd701), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.583135 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (516bfbcc-8f5f-416f-aee6-887dc8bbd701), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.668908 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (516bfbcc-8f5f-416f-aee6-887dc8bbd701), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.725731 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (516bfbcc-8f5f-416f-aee6-887dc8bbd701), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.751399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516bfbcc-8f5f-416f-aee6-887dc8bbd701,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:50.754903 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.758408 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7ad600a8-8837-4515-a558-c5b687011904 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/516bfbcc-8f5f-416f-aee6-887dc8bbd701 HTTP/1.1" status: 204 len: 168 time: 0.2574804 Apr 06 11:28:50.760524 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc73ef-1a56-46c4-b411-730977ca69c5 None None] Network 129d9d89-8a46-42ed-98a6-094c621fe3de requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:28:50.761016 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 54964) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:50.837273 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (129d9d89-8a46-42ed-98a6-094c621fe3de), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.890974 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Deleting port a20452ee-c462-4ac1-b2bb-5f30d347608d {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:28:50.895508 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.958695 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] For port a20452ee-c462-4ac1-b2bb-5f30d347608d, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=a20452ee-c462-4ac1-b2bb-5f30d347608d,segment=NetworkSegment(0f1af720-9b9c-4900-be93-dfb9c768d139),segment_id=0f1af720-9b9c-4900-be93-dfb9c768d139)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:28:50.959179 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:50.973405 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Calling delete_port for a20452ee-c462-4ac1-b2bb-5f30d347608d owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:28:51.001113 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.071061 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (a20452ee-c462-4ac1-b2bb-5f30d347608d), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.072592 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c428c3-2661-4231-ae1c-64a382d0b3fb None None] DHCP port deletion for 129d9d89-8a46-42ed-98a6-094c621fe3de request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:28:51.099839 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] No DVR routers for this DVR port a20452ee-c462-4ac1-b2bb-5f30d347608d on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:28:51.105844 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a20452ee-c462-4ac1-b2bb-5f30d347608d,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:51.181889 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (129d9d89-8a46-42ed-98a6-094c621fe3de), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.202785 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129d9d89-8a46-42ed-98a6-094c621fe3de']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:51.212507 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1af720-9b9c-4900-be93-dfb9c768d139') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:51.212811 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1af720-9b9c-4900-be93-dfb9c768d139') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:28:51.222404 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (0f1af720-9b9c-4900-be93-dfb9c768d139), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.236712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (0f1af720-9b9c-4900-be93-dfb9c768d139), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.243001 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:28:51.243389 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (0f1af720-9b9c-4900-be93-dfb9c768d139), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:28:51.245034 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:28:51.302563 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (129d9d89-8a46-42ed-98a6-094c621fe3de), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.307174 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.310416 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] 10.222.0.57 "DELETE /v2.0/networks/129d9d89-8a46-42ed-98a6-094c621fe3de HTTP/1.1" status: 204 len: 168 time: 0.5487821 Apr 06 11:28:51.327968 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ef59-ad3a-492b-b692-ccdb0a3403fd admin admin] Pushing event deleted for resources: {'Network': ['ID=129d9d89-8a46-42ed-98a6-094c621fe3de,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:51.427380 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 54968) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:51.469998 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-25f8ee40-7fa0-4484-9b02-0bd71cc30e1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78bcaeac7bef4380942d47653ee217b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386903 Apr 06 11:28:51.470780 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54970) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:51.513113 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54c852b8-50bc-4024-8165-ba47eb39d0f5 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:51.519559 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] Publish callbacks [] for security_group (de841e8e-2bd5-4e4e-8453-83b16b6f4a7c), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.534215 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 54c852b8-50bc-4024-8165-ba47eb39d0f5 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:51.534567 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 54c852b8-50bc-4024-8165-ba47eb39d0f5 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:51.534991 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a20452ee-c462-4ac1-b2bb-5f30d347608d no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:51.543277 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] Publish callbacks [] for security_group (de841e8e-2bd5-4e4e-8453-83b16b6f4a7c), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.554381 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: a20452ee-c462-4ac1-b2bb-5f30d347608d {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:51.554675 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device a20452ee-c462-4ac1-b2bb-5f30d347608d not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:51.555097 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 69c70405-cba0-416b-8c57-1c7122f1c403 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:28:51.573626 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 69c70405-cba0-416b-8c57-1c7122f1c403 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:28:51.574081 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 69c70405-cba0-416b-8c57-1c7122f1c403 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:28:51.591069 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (de841e8e-2bd5-4e4e-8453-83b16b6f4a7c), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.593606 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:51.595303 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de841e8e-2bd5-4e4e-8453-83b16b6f4a7c HTTP/1.1" status: 204 len: 168 time: 0.1235127 Apr 06 11:28:51.603181 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e033db-6c1f-4e09-9402-ac4e40c3f04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de841e8e-2bd5-4e4e-8453-83b16b6f4a7c,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:28:51.912880 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54978) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:51.955329 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-d204aa99-fa22-48b9-b354-7e20f415b14a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0998045dbf741eeb9f546623e882fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412648 Apr 06 11:28:51.957770 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 54980) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:28:52.005349 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] Publish callbacks [] for security_group (7b51b264-ec0c-4825-843e-313556fe071b), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.026013 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] Publish callbacks [] for security_group (7b51b264-ec0c-4825-843e-313556fe071b), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.077596 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7b51b264-ec0c-4825-843e-313556fe071b), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.080296 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:28:52.081457 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b51b264-ec0c-4825-843e-313556fe071b HTTP/1.1" status: 204 len: 168 time: 0.1227837 Apr 06 11:28:52.089209 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4abfd-fa0a-4c2c-997f-a054d520889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b51b264-ec0c-4825-843e-313556fe071b,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:29:03.340374 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:04.307108 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:29:14.359602 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-62a97673-f48d-462a-bdab-fdf17b334c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:16.840159 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d2b3df76-6c1b-46b3-a5a1-1a22767eda35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:18.215219 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:19.731020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:21.003679 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:33.369993 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:41.305500 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:29:44.362243 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e22365ae-8c15-4327-8343-07cde9b0aa46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:46.845896 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7a24bdb8-e5da-460d-abc7-b89cc747ce24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:48.219270 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:49.733882 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:29:51.004585 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:03.371053 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:14.364054 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-58135967-e294-40ce-ba21-d36179da51a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:16.850869 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-966a34f5-7ab1-42d2-b2a4-31c4875f988d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:18.222877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:18.304905 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:30:19.736678 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:21.006844 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:33.398609 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:44.364798 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-599c2736-713b-420e-9e16-d4b95d271744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:46.842654 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-00ab5bc7-73d6-4673-9238-f68c0d4cf2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:48.225163 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:49.739253 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:51.012246 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:30:55.304448 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:03.400320 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:14.367590 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-46677e53-a5f2-4b1a-94a2-9f10466a87bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:16.843724 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-122b9e1a-edb5-4bb4-9397-2b7c81f41f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:18.232506 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:19.743177 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:21.005756 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:32.304161 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:31:33.414704 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:44.370265 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-3e0825fa-a8b2-4bdc-afe6-383f9233bfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:44.408754 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-ca893a2b-a92b-4503-bcc7-1910dd68632e req-227c5336-a041-4805-8fb9-76d6cceabd6f service neutron] (120430) timed out ('10.222.0.18', 54182) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:31:46.844990 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d472b09a-5807-4e8b-a402-199f58957599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:48.231291 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:49.744628 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:31:51.010700 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:03.416322 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:09.302697 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:32:14.372220 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-921c94d8-6626-4501-8376-242dc99cbec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:16.845938 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b90943ea-28dd-4062-80f1-f8aa88000eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:18.233748 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:19.747597 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:21.012295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:33.431284 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:43.582872 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-b8bea8db-1be7-4475-99a6-7a7a4d9bb244 req-6e29cc4e-0d0f-4633-ab63-725c61b9490a tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] (120430) timed out ('10.222.0.18', 54195) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:32:44.372819 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-a8964f14-37fb-424c-b15c-8c0d721be3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:46.301273 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:32:46.846788 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b9c53e7e-756d-46a4-84cd-fe00d5817dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:48.236397 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:49.750386 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:32:51.015040 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:03.431214 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:14.374437 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-08a048de-6834-40c7-a0c6-7ff4bc7fcd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:16.851332 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-cb659a2c-6124-43c1-a5b3-640260019983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:18.239580 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:19.754426 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:21.017119 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:23.299926 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:33:33.447385 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:44.376069 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ef49-15ba-4959-92fe-c064afea7057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:46.843459 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-23721934-9ac9-4d8b-a689-57bdef431226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:48.243927 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:49.760736 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:33:51.019986 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:00.298412 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:34:03.447363 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:14.376782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d7992769-f4bb-4270-a6ab-736ba40a7293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:16.843486 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4aedeb40-7773-4c69-84aa-7f21f5db6bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:18.246312 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:19.761712 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:21.022897 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:33.442563 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:37.297368 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:34:44.377925 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7e4839fd-9588-4b9b-aa9d-33610d38c43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:46.844607 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5d9f2dcc-c973-43be-9ce0-4b8882e892bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:48.252810 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:49.764131 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:34:51.026803 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:03.445994 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:14.297248 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:14.381323 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e4091263-27f3-40a5-9d21-7cbed217b731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:16.845766 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-83b136e3-4fea-4eb4-a64e-ce06320761ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:18.253561 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:19.768157 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:21.028756 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:33.441492 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:42.156987 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55880) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:42.884805 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-387256'] for router_interface (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.136705 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Deleting port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:43.136989 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.212721 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] For port 293dc615-43a5-40bd-bf9c-f0f3d8e1b512, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:43.213433 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.225954 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Calling delete_port for 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 owned by network:router_interface {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:43.404993 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (293dc615-43a5-40bd-bf9c-f0f3d8e1b512), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.434052 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=293dc615-43a5-40bd-bf9c-f0f3d8e1b512,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:43.460592 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.460942 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.461407 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.461754 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.462088 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.462417 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.462741 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.463065 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.463390 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.463712 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.464033 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.464380 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.464700 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.465014 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.465413 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:43.617533 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366120'] for router_interface (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:43.840806 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Router dcbb3315-b4c1-4d04-9767-9e5e684f5abd has already been hosted by L3 agent caaec064-248b-4a46-940f-d7195ba0682f {{(pid=120431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:35:43.947683 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] Notify agent at l3_agent.dv-cinder-836071-2-iscsi the message routers_updated {{(pid=120431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:35:43.953271 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-eced1688-b33f-44e4-baeb-1f28f8002a2f admin admin] 10.222.0.57 "PUT /v2.0/routers/dcbb3315-b4c1-4d04-9767-9e5e684f5abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952089 Apr 06 11:35:43.955840 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55892) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:43.958873 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Sync routers for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:35:43.970170 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:43.970779 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:35:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.063482 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks [] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.160896 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: dv-cinder-836071-2-iscsi {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:44.167252 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks [] for router_gateway (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.223156 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Deleting port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf {{(pid=120431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:44.223836 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.310463 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.db [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] For port 1ffa4b04-74f7-4823-84c1-ad276d23c9cf, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,segment=NetworkSegment(574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2),segment_id=574f6ebc-a4dd-4f64-bb3f-2e208a2aceb2)] {{(pid=120431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:44.310828 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.323307 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.plugin [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Calling delete_port for 1ffa4b04-74f7-4823-84c1-ad276d23c9cf owned by network:router_gateway {{(pid=120431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:44.342072 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'external_fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:35:43Z', 'revision_number': 5, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port': {'id': '1ffa4b04-74f7-4823-84c1-ad276d23c9cf', 'name': '', 'network_id': 'bdc29460-004c-4490-ab8a-744a3001ff4f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:a0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836071-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95ac4113-0762-4fec-9f51-cd8a71e1a4e5', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836071-2-iscsi'}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.368501 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Checking router: dcbb3315-b4c1-4d04-9767-9e5e684f5abd for host: dv-cinder-836071-2-iscsi {{(pid=120434) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:35:44.377859 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Routers {'dcbb3315-b4c1-4d04-9767-9e5e684f5abd'} bound to L3 agent in host dv-cinder-836071-2-iscsi {{(pid=120434) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:35:44.378485 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836071-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-06T10:45:17Z,description=,heartbeat_timestamp=2022-04-06T11:35:17Z,host='dv-cinder-836071-2-iscsi',id=caaec064-248b-4a46-940f-d7195ba0682f,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:17Z,topic='l3_agent')) {'router_ids': ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'], 'active': True} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.383281 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5fe55665-e3b3-4a00-943f-3cca9913a8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.471088 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_dvr_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] Set router dcbb3315-b4c1-4d04-9767-9e5e684f5abd gateway port host: None {{(pid=120434) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:35:44.493092 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4636587'] for port (1ffa4b04-74f7-4823-84c1-ad276d23c9cf), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.522935 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffa4b04-74f7-4823-84c1-ad276d23c9cf,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:44.526067 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.l3_hamode_db [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:35:44Z', 'revision_number': 6, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port_host': None}], 'dv-cinder-836071-2-iscsi', False) {} {{(pid=120434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:44.554811 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f74071-4c34-4fb2-b637-b1de0968441a None None] The sync data for ids ['dcbb3315-b4c1-4d04-9767-9e5e684f5abd'] in dv-cinder-836071-2-iscsi is: [{'id': 'dcbb3315-b4c1-4d04-9767-9e5e684f5abd', 'name': 'tempest-AttachVolumeNegativeTest-1424313012-router', 'tenant_id': 'ecede759a7964e65892dc919b2ffb897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:20Z', 'updated_at': '2022-04-06T11:35:44Z', 'revision_number': 6, 'project_id': 'ecede759a7964e65892dc919b2ffb897', 'gw_port_host': None}] {{(pid=120434) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:35:44.586034 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-366318'] for router_gateway (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.684726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-385629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7885'] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.686881 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks [] for router_controller (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.728679 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-385620'] for router (dcbb3315-b4c1-4d04-9767-9e5e684f5abd), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.729200 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbb3315-b4c1-4d04-9767-9e5e684f5abd {{(pid=120431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:35:44.733847 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.735007 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-49b6644a-6107-48b8-9e59-7e3417bded81 admin admin] 10.222.0.57 "DELETE /v2.0/routers/dcbb3315-b4c1-4d04-9767-9e5e684f5abd HTTP/1.1" status: 204 len: 168 time: 0.7782431 Apr 06 11:35:44.737535 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55894) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:44.783766 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Deleting subnet f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:35:44.786726 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Publish callbacks [] for subnet (f171e38c-55c7-4ef5-a10f-ce7bebad7eb5), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.822279 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (f171e38c-55c7-4ef5-a10f-ce7bebad7eb5), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.898524 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (f171e38c-55c7-4ef5-a10f-ce7bebad7eb5), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.958200 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (f171e38c-55c7-4ef5-a10f-ce7bebad7eb5), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.986000 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f171e38c-55c7-4ef5-a10f-ce7bebad7eb5,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:44.989442 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:44.993797 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-50ab39f3-5265-425a-98b3-7dd8b3e79853 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f171e38c-55c7-4ef5-a10f-ce7bebad7eb5 HTTP/1.1" status: 204 len: 168 time: 0.2552898 Apr 06 11:35:44.995136 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 55896) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:44.996973 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768800e4-c3a9-4bf2-801b-5485035262c1 None None] Network d209336b-d229-4c64-a39f-091a6a2c0425 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:45.064830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (d209336b-d229-4c64-a39f-091a6a2c0425), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.126062 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Deleting port e2df99ed-cb79-451e-98b4-291c49d4534c {{(pid=120430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:35:45.126415 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774270951473'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.192508 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.db [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] For port e2df99ed-cb79-451e-98b4-291c49d4534c, host dv-cinder-836071-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836071-2-iscsi',level=0,port_id=e2df99ed-cb79-451e-98b4-291c49d4534c,segment=NetworkSegment(99536e0c-03b3-4fdc-93e3-6adbf6da58f8),segment_id=99536e0c-03b3-4fdc-93e3-6adbf6da58f8)] {{(pid=120430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:35:45.192883 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364489'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.207105 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.plugin [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Calling delete_port for e2df99ed-cb79-451e-98b4-291c49d4534c owned by network:dhcp {{(pid=120430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:35:45.292956 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1479742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191480', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774270958084', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774270581261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4744425'] for port (e2df99ed-cb79-451e-98b4-291c49d4534c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.316441 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2df99ed-cb79-451e-98b4-291c49d4534c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:45.322731 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] No DVR routers for this DVR port e2df99ed-cb79-451e-98b4-291c49d4534c on host dv-cinder-836071-2-iscsi {{(pid=120430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:35:45.331408 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.331756 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.332099 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.332438 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.332770 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.333098 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.333467 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.333827 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.334153 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.334485 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.334810 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.335133 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.336051 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.336387 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.336712 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836071-2-iscsi {{(pid=120430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:35:45.363191 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581b4385-b308-4e95-848d-c355947f4517 None None] DHCP port deletion for d209336b-d229-4c64-a39f-091a6a2c0425 request from dv-cinder-836071-2-iscsi {{(pid=120433) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:35:45.408233 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (d209336b-d229-4c64-a39f-091a6a2c0425), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.429053 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d209336b-d229-4c64-a39f-091a6a2c0425']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:45.439535 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99536e0c-03b3-4fdc-93e3-6adbf6da58f8') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:45.439920 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99536e0c-03b3-4fdc-93e3-6adbf6da58f8') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:45.450077 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (99536e0c-03b3-4fdc-93e3-6adbf6da58f8), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.463492 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (99536e0c-03b3-4fdc-93e3-6adbf6da58f8), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.470812 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:35:45.471323 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (99536e0c-03b3-4fdc-93e3-6adbf6da58f8), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:35:45.473092 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:35:45.533110 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (d209336b-d229-4c64-a39f-091a6a2c0425), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.538010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.544335 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d209336b-d229-4c64-a39f-091a6a2c0425 HTTP/1.1" status: 204 len: 168 time: 0.5452414 Apr 06 11:35:45.556128 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1697-2d70-4cc0-8792-7b1974441a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d209336b-d229-4c64-a39f-091a6a2c0425,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:45.671402 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 55902) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:45.716920 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-fd4cc4ff-5480-4675-9c5b-4edf0e0904ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ecede759a7964e65892dc919b2ffb897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415454 Apr 06 11:35:45.717330 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55904) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:45.725280 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:45.745616 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:45.745956 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 293dc615-43a5-40bd-bf9c-f0f3d8e1b512 not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:45.746478 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 1ffa4b04-74f7-4823-84c1-ad276d23c9cf no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:45.765166 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: 1ffa4b04-74f7-4823-84c1-ad276d23c9cf {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:45.765534 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device 1ffa4b04-74f7-4823-84c1-ad276d23c9cf not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:45.765960 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device e2df99ed-cb79-451e-98b4-291c49d4534c no longer exists at agent ovs-agent-dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:35:45.766087 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] Publish callbacks [] for security_group (048e4ff9-abca-41a3-8cb2-02df54119b4d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.784754 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.plugin [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] No Port match for: e2df99ed-cb79-451e-98b4-291c49d4534c {{(pid=120433) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:35:45.785102 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Device e2df99ed-cb79-451e-98b4-291c49d4534c not bound to the agent host dv-cinder-836071-2-iscsi {{(pid=120433) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:35:45.787345 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] Publish callbacks [] for security_group (048e4ff9-abca-41a3-8cb2-02df54119b4d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.838306 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (048e4ff9-abca-41a3-8cb2-02df54119b4d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.841651 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:45.842799 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/048e4ff9-abca-41a3-8cb2-02df54119b4d HTTP/1.1" status: 204 len: 168 time: 0.1245019 Apr 06 11:35:45.850343 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d1dd6b-8ee3-46fc-922f-f4eac8f24f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048e4ff9-abca-41a3-8cb2-02df54119b4d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:46.846505 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1581f5b1-3eb1-4e9e-a09b-3f3eada2d1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.262955 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55958) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:47.364779 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c74cb0-a5fa-46f4-9924-a49b10d3a699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.437334 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c74cb0-a5fa-46f4-9924-a49b10d3a699 admin admin] Publish callbacks [] for security_group (ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.440990 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-83c74cb0-a5fa-46f4-9924-a49b10d3a699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.482084 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-83c74cb0-a5fa-46f4-9924-a49b10d3a699 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a72d249040ff4418ab683a16b6ba1d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180312 Apr 06 11:35:47.483310 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c74cb0-a5fa-46f4-9924-a49b10d3a699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:47.484740 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 55962) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:47.532426 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] Publish callbacks [] for security_group (ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.553358 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] Publish callbacks [] for security_group (ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.603352 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.606117 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:47.607261 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f HTTP/1.1" status: 204 len: 168 time: 0.1206157 Apr 06 11:35:47.615362 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff3f42-a8a8-410c-b9bc-1a614e5facec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae14fd25-0d89-4fc0-bdba-b98ebd7a9e4f,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.201667 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 55984) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:48.256825 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.300340 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094011943-network', 'tenant_id': '04384b25204e421eac004d716a515d34'}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:48.319718 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Made reservation on behalf of 04384b25204e421eac004d716a515d34 for: {'network': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:48.322155 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.330956 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.405213 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks [] for security_group (f3f71e14-875f-4c67-a734-2781d820984b), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.409018 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f3f71e14-875f-4c67-a734-2781d820984b), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.434060 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=120430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:35:48.443314 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f71e14-875f-4c67-a734-2781d820984b,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.450345 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (5f37aba9-c16a-4a27-af9b-110761bb607d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.450717 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.db.segments_db [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Added segment 5f37aba9-c16a-4a27-af9b-110761bb607d of type vlan for network e4b73f76-7506-4c67-9faf-169ee0de7f6d Apr 06 11:35:48.491472 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (e4b73f76-7506-4c67-9faf-169ee0de7f6d), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.516256 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (e4b73f76-7506-4c67-9faf-169ee0de7f6d), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.517279 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.517880 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.575039 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3721244 Apr 06 11:35:48.578578 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 55988) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:48.585474 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Request body: {'subnet': {'network_id': 'e4b73f76-7506-4c67-9faf-169ee0de7f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094011943-subnet', 'tenant_id': '04384b25204e421eac004d716a515d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:48.588967 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4770893-43c0-4998-b2b4-4c87c16bd61d admin admin] Pushing event updated for resources: {'Network': ['ID=e4b73f76-7506-4c67-9faf-169ee0de7f6d,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.600456 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network e4b73f76-7506-4c67-9faf-169ee0de7f6d details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:35:48.612567 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Made reservation on behalf of 04384b25204e421eac004d716a515d34 for: {'subnet': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:48.614937 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4616363'] for subnet (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.785197 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4635227', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4616373'] for subnet (04839a51-7be7-422c-9c7c-7f798b7c3eae), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.840738 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04839a51-7be7-422c-9c7c-7f798b7c3eae,revision_number=0']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:48.847537 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Checking segment: {'id': '5f37aba9-c16a-4a27-af9b-110761bb607d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'e4b73f76-7506-4c67-9faf-169ee0de7f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:48.847896 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Network hostable DHCP agents. Network: e4b73f76-7506-4c67-9faf-169ee0de7f6d, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:35:48.864737 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Network e4b73f76-7506-4c67-9faf-169ee0de7f6d is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:35:48.873416 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.scheduler.base_scheduler [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, e4b73f76-7506-4c67-9faf-169ee0de7f6d) {{(pid=120431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:48.878187 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:48.879444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:48.882645 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ad1bc-4264-44d5-964a-cee40eb002cd None None] Network e4b73f76-7506-4c67-9faf-169ee0de7f6d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:48.897864 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ab6b965f-dbb1-475c-a8ee-a5e54eded0a7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3178918 Apr 06 11:35:48.986953 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee084d8-8bc8-4b91-a2ab-9684ee8b4ad0 None None] Network e4b73f76-7506-4c67-9faf-169ee0de7f6d requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:49.418328 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56006) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:49.423229 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.v2.base [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908911130-network', 'tenant_id': 'fbe2e244ff29456992ba4e6b708af226'}} {{(pid=120431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:49.441184 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Made reservation on behalf of fbe2e244ff29456992ba4e6b708af226 for: {'network': 1} {{(pid=120431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:49.443429 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1479933'] for network (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.451874 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.522507 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks [] for security_group (1c514634-f1c1-493e-8e5a-a0df9f7a6684), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.526329 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (1c514634-f1c1-493e-8e5a-a0df9f7a6684), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.547842 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=120431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:35:49.562485 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c514634-f1c1-493e-8e5a-a0df9f7a6684,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:49.565379 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (6101d4b9-8336-46a0-9a13-3df1baf3bb43), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.565719 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.db.segments_db [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Added segment 6101d4b9-8336-46a0-9a13-3df1baf3bb43 of type vlan for network 25444e5a-dbed-4111-895c-96e98428b1a2 Apr 06 11:35:49.606162 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774270566202'] for network (25444e5a-dbed-4111-895c-96e98428b1a2), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.630218 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999'] for network (25444e5a-dbed-4111-895c-96e98428b1a2), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.631259 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=120431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:49.631843 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.689942 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2704692 Apr 06 11:35:49.692727 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56008) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:49.697772 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.v2.base [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Request body: {'subnet': {'network_id': '25444e5a-dbed-4111-895c-96e98428b1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908911130-subnet', 'tenant_id': 'fbe2e244ff29456992ba4e6b708af226', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=120430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:35:49.701764 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ff0d9-f452-468f-badf-20f913e3f1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=25444e5a-dbed-4111-895c-96e98428b1a2,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:49.712153 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.plugins.ml2.rpc [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Network 25444e5a-dbed-4111-895c-96e98428b1a2 details requested by agent ovs-agent-dv-cinder-836071-2-iscsi with host dv-cinder-836071-2-iscsi {{(pid=120433) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:35:49.718830 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Made reservation on behalf of fbe2e244ff29456992ba4e6b708af226 for: {'subnet': 1} {{(pid=120430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:35:49.721419 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4892493'] for subnet (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.790742 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.889596 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4743449', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4892499'] for subnet (edf0427d-bdc5-4d59-b6a9-5326c412723c), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.947506 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf0427d-bdc5-4d59-b6a9-5326c412723c,revision_number=0']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:49.953020 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Checking segment: {'id': '6101d4b9-8336-46a0-9a13-3df1baf3bb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '25444e5a-dbed-4111-895c-96e98428b1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=120430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:35:49.953520 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Network hostable DHCP agents. Network: 25444e5a-dbed-4111-895c-96e98428b1a2, hostable agents: ['67c225ee-43db-466c-959e-b8770f6c1a88'], hosted agents: [] {{(pid=120430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:35:49.971974 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Network 25444e5a-dbed-4111-895c-96e98428b1a2 is scheduled to be hosted by DHCP agent 67c225ee-43db-466c-959e-b8770f6c1a88 with binding_index 1 {{(pid=120430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:35:49.984412 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.scheduler.base_scheduler [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836071-2-iscsi, 25444e5a-dbed-4111-895c-96e98428b1a2) {{(pid=120430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:35:49.988610 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=120430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:35:49.989231 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:49.993936 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73ef075-76bf-4b38-9945-c241c903cc82 None None] Network 25444e5a-dbed-4111-895c-96e98428b1a2 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:50.005277 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-2438cd1e-2d4d-4296-9c59-9ad2476d86ac admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3113723 Apr 06 11:35:50.088098 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f3679-bd03-459b-841c-05c3889c0042 None None] Network 25444e5a-dbed-4111-895c-96e98428b1a2 requested from dv-cinder-836071-2-iscsi {{(pid=120433) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:35:50.119101 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56012) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:50.164019 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Deleting subnet 04839a51-7be7-422c-9c7c-7f798b7c3eae {{(pid=120431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:35:50.168498 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Publish callbacks [] for subnet (04839a51-7be7-422c-9c7c-7f798b7c3eae), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.203127 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4433637'] for subnet (04839a51-7be7-422c-9c7c-7f798b7c3eae), precommit_delete_associations {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.244201 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (04839a51-7be7-422c-9c7c-7f798b7c3eae), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.295417 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4636572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4616396'] for subnet (04839a51-7be7-422c-9c7c-7f798b7c3eae), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.321790 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04839a51-7be7-422c-9c7c-7f798b7c3eae,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:50.324417 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for subnet (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.327679 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-7e7d56e6-da24-4d45-9fc4-0ca61ac60eab admin admin] 10.222.0.57 "DELETE /v2.0/subnets/04839a51-7be7-422c-9c7c-7f798b7c3eae HTTP/1.1" status: 204 len: 168 time: 0.2074583 Apr 06 11:35:50.330140 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56014) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:50.396775 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (e4b73f76-7506-4c67-9faf-169ee0de7f6d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.477447 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (e4b73f76-7506-4c67-9faf-169ee0de7f6d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.497448 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b73f76-7506-4c67-9faf-169ee0de7f6d']}} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:50.506433 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f37aba9-c16a-4a27-af9b-110761bb607d') {'for_net_delete': True} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:50.506732 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.services.segments.db [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f37aba9-c16a-4a27-af9b-110761bb607d') {} {{(pid=120431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:50.516557 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4433438'] for segment (5f37aba9-c16a-4a27-af9b-110761bb607d), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.530002 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (5f37aba9-c16a-4a27-af9b-110761bb607d), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.535688 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=120431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:35:50.536070 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4636662'] for segment (5f37aba9-c16a-4a27-af9b-110761bb607d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: Traceback (most recent call last): Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: timer() Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: cb(*args, **kw) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: return func(*args, **kwargs) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: self._notify() Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: self.callback(batched_events) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: event.method(event) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: return f(self, *a, **k) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._get(url).json() Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: return self.request(url, 'GET', **kwargs) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:35:50.537869 dv-cinder-836071-2-iscsi neutron-server[120431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:35:50.594034 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (e4b73f76-7506-4c67-9faf-169ee0de7f6d), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.599251 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.602397 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e4b73f76-7506-4c67-9faf-169ee0de7f6d HTTP/1.1" status: 204 len: 168 time: 0.2713239 Apr 06 11:35:50.605946 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56016) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:50.613830 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8b803-ef61-479d-8e5e-a0b22e49b287 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b73f76-7506-4c67-9faf-169ee0de7f6d,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:50.651571 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Deleting subnet edf0427d-bdc5-4d59-b6a9-5326c412723c {{(pid=120430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:35:50.654827 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Publish callbacks [] for subnet (edf0427d-bdc5-4d59-b6a9-5326c412723c), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.693195 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4764471'] for subnet (edf0427d-bdc5-4d59-b6a9-5326c412723c), precommit_delete_associations {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.730998 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1437664'] for subnet (edf0427d-bdc5-4d59-b6a9-5326c412723c), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.780514 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1437679', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-484382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4744414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4892458'] for subnet (edf0427d-bdc5-4d59-b6a9-5326c412723c), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.804059 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf0427d-bdc5-4d59-b6a9-5326c412723c,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:50.810727 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.813863 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-ea77badd-9938-41dc-9a08-1ff98373a22a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/edf0427d-bdc5-4d59-b6a9-5326c412723c HTTP/1.1" status: 204 len: 168 time: 0.2069035 Apr 06 11:35:50.816367 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56018) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:50.886385 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445799'] for network (25444e5a-dbed-4111-895c-96e98428b1a2), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.962224 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1439003', 'neutron.services.segments.db._delete_segments_for_network-8774271027577'] for network (25444e5a-dbed-4111-895c-96e98428b1a2), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:50.982778 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25444e5a-dbed-4111-895c-96e98428b1a2']}} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:50.991579 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6101d4b9-8336-46a0-9a13-3df1baf3bb43') {'for_net_delete': True} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:50.991873 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.services.segments.db [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6101d4b9-8336-46a0-9a13-3df1baf3bb43') {} {{(pid=120430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:35:51.000842 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774271026818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4764620'] for segment (6101d4b9-8336-46a0-9a13-3df1baf3bb43), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.014237 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931'] for segment (6101d4b9-8336-46a0-9a13-3df1baf3bb43), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.020674 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=120430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:35:51.021157 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1467931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4744372'] for segment (6101d4b9-8336-46a0-9a13-3df1baf3bb43), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: Traceback (most recent call last): Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: timer() Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: cb(*args, **kw) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: return func(*args, **kwargs) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: self._notify() Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: self.callback(batched_events) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: event.method(event) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: return f(self, *a, **k) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._get(url).json() Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: return self.request(url, 'GET', **kwargs) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:35:51.023249 dv-cinder-836071-2-iscsi neutron-server[120430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:35:51.031295 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.081286 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1439074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-366218'] for network (25444e5a-dbed-4111-895c-96e98428b1a2), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.086358 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1621237'] for network (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.090156 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] 10.222.0.57 "DELETE /v2.0/networks/25444e5a-dbed-4111-895c-96e98428b1a2 HTTP/1.1" status: 204 len: 168 time: 0.2727411 Apr 06 11:35:51.101296 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c9a827-076d-4f90-a28b-23a66cc109cc admin admin] Pushing event deleted for resources: {'Network': ['ID=25444e5a-dbed-4111-895c-96e98428b1a2,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:51.243179 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56022) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:51.283563 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-64d1e740-c924-4b1e-9093-220c28b48806 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04384b25204e421eac004d716a515d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392387 Apr 06 11:35:51.286077 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56024) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:51.296254 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:35:51.332961 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] Publish callbacks [] for security_group (f3f71e14-875f-4c67-a734-2781d820984b), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.353789 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] Publish callbacks [] for security_group (f3f71e14-875f-4c67-a734-2781d820984b), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.398816 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (f3f71e14-875f-4c67-a734-2781d820984b), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.401401 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.403103 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3f71e14-875f-4c67-a734-2781d820984b HTTP/1.1" status: 204 len: 168 time: 0.1160107 Apr 06 11:35:51.410791 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad09a85-84f1-47cc-b08b-0f12e3562e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f71e14-875f-4c67-a734-2781d820984b,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:35:51.707829 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56030) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:51.747630 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-6722f292-3d94-420f-a240-bee91d96479e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbe2e244ff29456992ba4e6b708af226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386558 Apr 06 11:35:51.750034 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56032) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:35:51.795905 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] Publish callbacks [] for security_group (1c514634-f1c1-493e-8e5a-a0df9f7a6684), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.816689 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] Publish callbacks [] for security_group (1c514634-f1c1-493e-8e5a-a0df9f7a6684), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.868574 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (1c514634-f1c1-493e-8e5a-a0df9f7a6684), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.871822 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:35:51.872920 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c514634-f1c1-493e-8e5a-a0df9f7a6684 HTTP/1.1" status: 204 len: 168 time: 0.1220162 Apr 06 11:35:51.880170 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bacf8-ae40-45ee-92c2-68a593280a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c514634-f1c1-493e-8e5a-a0df9f7a6684,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:00.144010 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56126) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:00.243086 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06b86c52-176e-461c-bd84-71e43e4ad316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.316953 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06b86c52-176e-461c-bd84-71e43e4ad316 admin admin] Publish callbacks [] for security_group (29a5378a-f7ae-4ced-94fb-1a1bb407d365), precommit_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.321076 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-06b86c52-176e-461c-bd84-71e43e4ad316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (29a5378a-f7ae-4ced-94fb-1a1bb407d365), after_create {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.360552 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-06b86c52-176e-461c-bd84-71e43e4ad316 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6444c008959b4652bebe45b219b77c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154741 Apr 06 11:36:00.361456 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b86c52-176e-461c-bd84-71e43e4ad316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a5378a-f7ae-4ced-94fb-1a1bb407d365,revision_number=1']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:00.363230 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56130) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:00.411713 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] Publish callbacks [] for security_group (29a5378a-f7ae-4ced-94fb-1a1bb407d365), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.433580 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] Publish callbacks [] for security_group (29a5378a-f7ae-4ced-94fb-1a1bb407d365), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.477399 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (29a5378a-f7ae-4ced-94fb-1a1bb407d365), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.480599 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:00.481769 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29a5378a-f7ae-4ced-94fb-1a1bb407d365 HTTP/1.1" status: 204 len: 168 time: 0.1168144 Apr 06 11:36:00.489151 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfdc44-297b-4b7e-8e31-2f40ef2c0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a5378a-f7ae-4ced-94fb-1a1bb407d365,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:03.456127 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:03.920502 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56174) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:04.029052 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9630b5b3-3f2a-4df5-b74f-f7ad296869cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.106030 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9630b5b3-3f2a-4df5-b74f-f7ad296869cf admin admin] Publish callbacks [] for security_group (7b26c0c7-311f-4197-bb03-e013ca8b0573), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.109393 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-9630b5b3-3f2a-4df5-b74f-f7ad296869cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7b26c0c7-311f-4197-bb03-e013ca8b0573), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.144583 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630b5b3-3f2a-4df5-b74f-f7ad296869cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26c0c7-311f-4197-bb03-e013ca8b0573,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:04.148816 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-9630b5b3-3f2a-4df5-b74f-f7ad296869cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b6bc3b804ea412bbf6d145fce17c763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272851 Apr 06 11:36:04.152178 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56178) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:04.198079 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] Publish callbacks [] for security_group (7b26c0c7-311f-4197-bb03-e013ca8b0573), before_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.218688 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] Publish callbacks [] for security_group (7b26c0c7-311f-4197-bb03-e013ca8b0573), precommit_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.263398 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7b26c0c7-311f-4197-bb03-e013ca8b0573), after_delete {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.265759 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:04.266878 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b26c0c7-311f-4197-bb03-e013ca8b0573 HTTP/1.1" status: 204 len: 168 time: 0.1138091 Apr 06 11:36:04.276431 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450d746-77f0-44cf-b4fa-766dacf33dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26c0c7-311f-4197-bb03-e013ca8b0573,revision_number=None']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:05.236444 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [-] (120431) accepted ('10.222.0.57', 56208) {{(pid=120431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:05.337354 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58433323-5244-468f-8007-f5c87df4b860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.420061 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58433323-5244-468f-8007-f5c87df4b860 admin admin] Publish callbacks [] for security_group (7e695a44-d24d-4f4f-b61c-9c6480da6261), precommit_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.423835 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron_lib.callbacks.manager [None req-58433323-5244-468f-8007-f5c87df4b860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7e695a44-d24d-4f4f-b61c-9c6480da6261), after_create {{(pid=120431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.464094 dv-cinder-836071-2-iscsi neutron-server[120431]: INFO neutron.wsgi [None req-58433323-5244-468f-8007-f5c87df4b860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efb40efd7ada4e0e8cf4e06781a4e02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265298 Apr 06 11:36:05.464961 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58433323-5244-468f-8007-f5c87df4b860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e695a44-d24d-4f4f-b61c-9c6480da6261,revision_number=1']} {{(pid=120431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:05.466790 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [-] (120430) accepted ('10.222.0.57', 56212) {{(pid=120430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:36:05.513983 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] Publish callbacks [] for security_group (7e695a44-d24d-4f4f-b61c-9c6480da6261), before_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.535150 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] Publish callbacks [] for security_group (7e695a44-d24d-4f4f-b61c-9c6480da6261), precommit_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.581149 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523105'] for security_group (7e695a44-d24d-4f4f-b61c-9c6480da6261), after_delete {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.583831 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron_lib.callbacks.manager [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=120430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:05.584965 dv-cinder-836071-2-iscsi neutron-server[120430]: INFO neutron.wsgi [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e695a44-d24d-4f4f-b61c-9c6480da6261 HTTP/1.1" status: 204 len: 168 time: 0.1172068 Apr 06 11:36:05.592868 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb38b-f778-455e-b7d8-9d43a2d33f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e695a44-d24d-4f4f-b61c-9c6480da6261,revision_number=None']} {{(pid=120430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:36:14.387405 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4e32cfe8-dfa4-4c17-97f0-ffad137a698e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:16.848188 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bb1548ba-8744-4c50-b14c-8b7664d5bce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:18.257636 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:19.774515 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:21.033686 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:28.294763 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:36:33.469879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:44.388994 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-bb19d3ff-91b4-4212-b3b3-e22df68f2317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:46.848273 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9d63d75f-ce38-488f-b0e8-d047cce7a3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:48.261400 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:49.776777 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:36:51.035077 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:03.468675 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:05.293888 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:37:14.389879 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-00eb9ed0-84fc-40c8-b94f-104dce84a1d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:16.849598 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-54436049-7724-4013-8da4-42b4725308b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:18.263408 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:19.780352 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:21.039133 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:33.470066 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:42.292853 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:37:44.390422 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-494dbacd-7f08-4b30-bb9f-108d805bf75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:46.850032 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-adac4b81-073d-46fe-bb87-b059b7414081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:48.267532 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:49.784645 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:37:51.042783 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:03.465808 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:14.391535 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0fd5a803-21bf-4e7f-8b28-f1f9c97ee56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:16.850696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-e449a74f-0959-4f3f-b379-9e119451dbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:18.269847 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:19.294477 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:38:19.784036 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:21.044171 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:33.462877 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:41.611378 dv-cinder-836071-2-iscsi neutron-server[120431]: DEBUG neutron.wsgi [req-d593d11b-11ed-4d7c-910f-73c14f7f791d req-f1e397ed-11b1-4cdf-9496-13b923324e36 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] (120431) timed out ('10.222.0.57', 38704) {{(pid=120431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:38:42.706910 dv-cinder-836071-2-iscsi neutron-server[120430]: DEBUG neutron.wsgi [req-c3d909ee-81ba-4e49-a7f6-b135d0b5a09a req-d433568e-0854-47a0-82f3-62c4101b2f22 tempest-AttachVolumeNegativeTest-948727946 tempest-AttachVolumeNegativeTest-948727946-project] (120430) timed out ('10.222.0.57', 38364) {{(pid=120430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:38:44.392938 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-04fac590-a815-4874-8cab-7a51c6750490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:46.852401 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-1294579b-39d2-4531-95c5-bebd9b6d224d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:48.273570 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:49.788114 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:51.046696 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:38:56.294936 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:39:03.461179 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:14.395345 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-db598d0f-407b-40fa-9d32-9a6748b183ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:16.854913 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-5da85662-a5a3-456c-85db-be95a3dc7947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:18.276598 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:19.790923 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:21.048496 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:33.294027 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:39:33.474351 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:44.397205 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ab23c34c-4b44-4a5e-96fa-661ffa2f61cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:46.856871 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c7a540f5-1926-407d-8224-69d541b99df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:48.280261 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:49.793427 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:39:51.049889 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:03.488806 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:10.294415 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:40:14.400056 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-7d06ab44-39a7-417e-a692-aeb83c593b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:16.861020 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-ce0d0748-aba5-4e0e-af5f-8335af85b69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:18.281755 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:19.795670 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:21.053471 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:33.487782 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:44.401631 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-d5a9b0d6-0a44-4889-a944-3d2eef853ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:46.863481 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-fb0817ff-a62e-46b4-bcc8-60fe20294547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:47.294242 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:40:48.284626 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:49.797821 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:40:51.055768 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:03.502594 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:14.402787 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-4c9f786b-779c-4502-96d0-41add6d44147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (67c225ee-43db-466c-959e-b8770f6c1a88), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:16.866682 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-0d8a2bb4-e9bb-4f5d-9d74-9688ecf63101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (caaec064-248b-4a46-940f-d7195ba0682f), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:18.286786 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-45b45d82-f995-4578-ba13-b99168d2812d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (2ca99f75-d7c2-4fce-8796-31cd8f63ec81), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:19.800824 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-c16789cc-13c6-488d-92b2-97fb3c7150d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (4a5dee0e-0239-4c64-8b91-40afa9cc9ae2), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:21.058037 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-b283b269-7397-47e3-aff0-354d2935ac99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (5f7e4b09-178b-4779-81b6-c906df0f41d5), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:41:24.293617 dv-cinder-836071-2-iscsi neutron-server[120434]: DEBUG neutron.db.agents_db [None req-ff85709a-1ee2-4c55-aeab-e96470d6ad4c None None] Agent healthcheck: found 6 active agents {{(pid=120434) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:41:33.525383 dv-cinder-836071-2-iscsi neutron-server[120433]: DEBUG neutron_lib.callbacks.manager [None req-9f4bcf90-81cd-4246-9ed8-0bfc16bf28e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774271027559', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1440986'] for agent (44b7faf6-08a6-44b1-9415-d615a3b41c38), after_update {{(pid=120433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}